-- Logs begin at Thu 2022-09-15 18:35:39 UTC, end at Thu 2022-09-15 19:45:25 UTC. -- Sep 15 19:18:00.049811 dv-cinder-849846-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 19:18:02.693610 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.common.config [-] Logging enabled! Sep 15 19:18:02.694233 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 15 19:18:02.694390 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106519) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 19:18:02.698165 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.common.config [-] Logging enabled! Sep 15 19:18:02.698421 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 15 19:18:02.698734 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106519) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 19:18:02.699828 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 19:18:02.700066 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 19:18:02.700555 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 19:18:02.700803 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 19:18:02.701034 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 19:18:02.701358 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.701657 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.701889 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.702186 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.702481 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.702762 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.703054 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.703350 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.703635 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.703947 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.704229 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.704460 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.704741 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.705027 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.705312 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.705536 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] debug = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.705815 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.706235 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.706645 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.706937 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.707226 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.707505 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.707809 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.708087 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.708373 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.708703 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] host = dv-cinder-849846-10-iscsi {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.708981 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.709267 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.709553 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.709839 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.710113 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.710391 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.710681 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.710991 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.711264 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] log_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.711539 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.711855 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.712143 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.712431 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.712656 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.712879 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.713165 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.713453 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.713726 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.713999 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.714271 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.714543 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.714815 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.715082 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.715366 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.715667 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.715955 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.716227 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.716498 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.716769 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.717038 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.717319 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.717588 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.717857 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.718129 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.718412 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.718680 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.718951 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.719249 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.719532 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.719837 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.720124 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.720394 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.720681 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.720954 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.721225 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.721496 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] use_json = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.721766 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.722035 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.722315 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.722587 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.722858 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.723125 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.723395 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.723698 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.723971 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:02.724266 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.724560 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.724857 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.725140 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.725444 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.725725 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.726012 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.726288 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.726609 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.726898 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.727186 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.727464 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.727788 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.728076 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.728369 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.728673 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.728965 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.729254 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.729527 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.729799 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.730071 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.730347 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.730635 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.730912 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.731198 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.731484 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.731788 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.732085 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.732367 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.732647 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.732939 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.733227 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.733499 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.733775 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.734062 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.734337 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.734607 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.734895 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.735171 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.735442 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.735758 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.736051 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.736335 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.736606 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.736884 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.737171 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.737444 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.737712 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.737980 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.738254 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.738521 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.738806 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.739082 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.739353 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.739623 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.739922 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.740192 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.740465 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.740740 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.741009 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.741286 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.741558 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.741831 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.742640 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.742913 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.743186 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.743460 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.743755 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.744034 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.744309 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.744583 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.744855 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.745129 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.745403 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.745688 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.745986 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.746263 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.746541 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.746819 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.747097 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.747375 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.747679 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.747951 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.748226 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.748499 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.748788 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.749069 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.749355 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.749638 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.749932 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.750228 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.750506 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.750786 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.751073 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.751355 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.751638 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.751951 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.752231 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.752513 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.752799 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.753081 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.753378 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.753673 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.753951 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.754246 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.754540 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.754830 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.755109 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.755417 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.755721 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:02.755941 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 19:18:02.756183 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106519) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 19:18:03.133547 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 19:18:03.133865 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 19:18:03.134130 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 19:18:03.134361 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 19:18:03.134636 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 19:18:03.134961 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 19:18:03.460652 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.460887 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.461157 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.462385 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.462660 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.462922 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.515310 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.515587 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.515880 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.531726 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.532013 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.532288 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.560611 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.560893 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.561158 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.597634 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.597913 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.598198 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.828539 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.829167 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.829167 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.830241 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.830956 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.927844 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.928173 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.928457 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.928732 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.929001 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.929312 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.929616 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.929878 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.930139 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.930424 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.930688 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.930960 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.931219 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.931471 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.931748 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.932016 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.932275 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.932543 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.932814 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.933073 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.933346 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.933600 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.933879 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.934255 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.934519 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.934770 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.935160 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:18:03.935399 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:18:03.935635 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:18:03.935906 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:18:03.936142 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:18:03.936449 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:18:03.936808 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 19:18:03.939960 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 19:18:03.943869 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 19:18:03.948330 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 15 19:18:03.949953 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 19:18:03.950572 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 19:18:03.950907 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 19:18:03.951296 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 19:18:03.954080 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 19:18:03.954332 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 19:18:03.954679 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 19:18:03.959760 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 19:18:03.983013 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 19:18:03.983523 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.983857 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106519) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 15 19:18:03.984227 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.985574 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106519) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 19:18:03.985851 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 19:18:03.986094 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 19:18:03.996780 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:03.997066 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:04.139005 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 19:18:04.139189 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 19:18:04.139421 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 19:18:04.139809 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 19:18:04.192418 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO dbcounter [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Registered counter for database neutron Sep 15 19:18:04.212412 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_db.sqlalchemy.engines [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106519) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 19:18:04.218653 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writer thread running {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 19:18:04.920767 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Initializing driver for type 'gre' Sep 15 19:18:04.921655 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] gre ID ranges: [(1, 1000)] Sep 15 19:18:05.102554 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Initializing driver for type 'local' Sep 15 19:18:05.102910 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Initializing driver for type 'vlan' Sep 15 19:18:05.193376 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] VlanTypeDriver initialization complete Sep 15 19:18:05.193636 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Initializing driver for type 'vxlan' Sep 15 19:18:05.194126 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] vxlan ID ranges: [(1, 1000)] Sep 15 19:18:05.395071 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Initializing extension driver 'port_security' Sep 15 19:18:05.395401 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.extensions.port_security [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] PortSecurityExtensionDriver initialization complete Sep 15 19:18:05.395773 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Initializing mechanism driver 'openvswitch' Sep 15 19:18:05.396112 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Initializing mechanism driver 'hyperv' Sep 15 19:18:05.406143 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.plugin [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:05.406820 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > port after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.407198 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > port after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.407556 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > port after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.408092 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 19:18:05.408517 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > subnet after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.408880 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > subnet after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.409268 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.409659 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 19:18:05.410072 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > network after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.410427 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > network after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.410778 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > network after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.411166 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 19:18:05.411574 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > security_group after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.411957 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > security_group after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.412309 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > security_group after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.412704 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 19:18:05.413113 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.413469 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.413843 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.414365 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 19:18:05.414774 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > address_group after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.415128 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > address_group after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.415478 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > address_group after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.415898 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 19:18:05.416344 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] ML2 OVO RPC backend initialized. {{(pid=106519) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 15 19:18:05.417044 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.417403 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.417821 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > network before_response 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.418176 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > networks before_response 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.418526 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > port before_response 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.418869 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > ports before_response 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.419218 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > subnet before_response 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.419559 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > subnets before_response 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.419938 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > network after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.420285 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > network after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.420626 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > network after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.420969 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > port after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.421564 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > port after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.421913 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > port after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.422258 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > subnet after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.422629 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > subnet after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.422939 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.430436 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded quota_driver: . Sep 15 19:18:05.430800 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.plugin [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Modular L2 Plugin initialization complete Sep 15 19:18:05.431153 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading services supported by the core plugin {{(pid=106519) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 19:18:05.431496 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.plugins.ml2.managers [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Got port-security extension from driver 'port_security' Sep 15 19:18:05.432016 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.extensions.vlantransparent [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Disabled vlantransparent extension. Sep 15 19:18:05.432517 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106519) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 19:18:05.432846 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading Plugin: router Sep 15 19:18:05.476172 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router_interface before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476172 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router after_create 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476172 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router before_create 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476172 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476554 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476554 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router after_delete 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476554 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > floatingip after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476554 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > floatingip after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476858 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router after_create 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476858 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router after_update 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476858 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router after_update 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.476858 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477162 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router after_update 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477162 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router precommit_update 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477162 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: port after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477162 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: port after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477443 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: subnet after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477443 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477443 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > port precommit_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477443 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router precommit_create 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477728 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: port before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477728 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router precommit_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477728 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router after_update 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.477728 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router precommit_delete 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.478015 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router precommit_create 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.478015 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.478015 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router precommit_update 55549900 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.478224 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > agent after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.478463 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > agent after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.478808 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > network after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.479717 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Tracking information for resource: router configured {{(pid=106519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:18:05.480058 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Tracking information for resource: floatingip configured {{(pid=106519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:18:05.484938 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.db.l3_agentschedulers_db [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 19:18:05.485519 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: port after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.485886 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: port after_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.486245 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: port after_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.486604 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: port after_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.487391 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router before_create 55550100 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.487787 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router precommit_delete 55550100 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.488157 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router precommit_create 55550100 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.488520 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > router precommit_update 55550100 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.493386 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.services.provider_configuration [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service providers = [] {{(pid=106519) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 19:18:05.493755 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.db.servicetype_db [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106519) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 19:18:05.500333 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.services.service_base [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:18:05.500687 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.services.service_base [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:18:05.501038 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.services.service_base [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:18:05.501932 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.services.service_base [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:18:05.502305 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.services.service_base [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 19:18:05.502682 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:18:05.503003 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 19:18:05.515087 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:18:05.515424 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading Plugin: auto_allocate Sep 15 19:18:05.524528 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: network precommit_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.524943 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: network precommit_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.525474 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:18:05.525802 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading Plugin: tag Sep 15 19:18:05.532397 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:18:05.532730 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading Plugin: timestamp Sep 15 19:18:05.536737 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:18:05.537070 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading Plugin: network_ip_availability Sep 15 19:18:05.542644 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.543019 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.543379 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.544142 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:18:05.544469 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading Plugin: flavors Sep 15 19:18:05.552844 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:18:05.553180 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading Plugin: revisions Sep 15 19:18:05.557622 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:18:05.558013 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_concurrency.lockutils [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.423s {{(pid=106519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 19:18:05.558755 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106519) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 15 19:18:05.559096 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Initializing extension manager. Sep 15 19:18:05.559626 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: __init__.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.559993 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: __pycache__ {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.560328 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: address_group.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.561220 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.561789 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: address-group Sep 15 19:18:05.562119 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: address_scope.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.562804 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.563304 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: address-scope Sep 15 19:18:05.563632 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: admin_state_down_before_update.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.564531 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.565035 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: router-admin-state-down-before-update Sep 15 19:18:05.565361 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: agent.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.566025 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.566526 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: agent Sep 15 19:18:05.566849 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: agent_resources_synced.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.567756 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.568259 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: agent-resources-synced Sep 15 19:18:05.568580 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: allowedaddresspairs.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.570853 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.571360 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: allowed-address-pairs Sep 15 19:18:05.571715 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: auto_allocated_topology.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.572746 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.573255 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: auto-allocated-topology Sep 15 19:18:05.573582 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: availability_zone.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.574239 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.574744 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: availability_zone Sep 15 19:18:05.575068 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: availability_zone_filter.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.575979 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.576478 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: availability_zone_filter Sep 15 19:18:05.576801 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: data_plane_status.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.577658 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.578153 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 19:18:05.578475 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: default_subnetpools.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.579339 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.579864 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: default-subnetpools Sep 15 19:18:05.580190 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: dhcpagentscheduler.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.580954 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.581459 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: dhcp_agent_scheduler Sep 15 19:18:05.581783 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: dns.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.582652 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.583147 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension dns-integration not supported by any of loaded plugins Sep 15 19:18:05.583475 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: dns_domain_ports.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.593358 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.593852 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 19:18:05.594179 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.595055 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.595553 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 19:18:05.595914 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: dvr.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.596555 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.597054 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: dvr Sep 15 19:18:05.597385 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: ecmp_routes.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.598249 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.598747 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 19:18:05.599069 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: empty_string_filtering.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.599959 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.600461 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: empty-string-filtering Sep 15 19:18:05.600785 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.601677 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.602182 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 19:18:05.602504 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.603367 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.603914 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 19:18:05.604243 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: external_net.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.605102 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.605609 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: external-net Sep 15 19:18:05.605929 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: extra_dhcp_opt.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.606789 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.607292 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: extra_dhcp_opt Sep 15 19:18:05.607620 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: extraroute.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.608501 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.609004 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: extraroute Sep 15 19:18:05.609329 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: extraroute_atomic.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.610329 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.610859 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: extraroute-atomic Sep 15 19:18:05.611182 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: filter_validation.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.611833 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.612336 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: filter-validation Sep 15 19:18:05.612659 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: fip_pf_description.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.613522 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.614014 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 19:18:05.614340 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: fip_pf_detail.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.615201 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.615761 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: floating-ip-port-forwarding-detail Sep 15 19:18:05.616088 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: fip_pf_port_range.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.616942 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.617462 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 15 19:18:05.617786 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: fip_port_details.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.618656 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.619163 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: fip-port-details Sep 15 19:18:05.619488 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: flavors.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.620683 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.621195 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: flavors Sep 15 19:18:05.621525 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.623146 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.623674 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 19:18:05.624011 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: floatingip_pools.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.624676 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.625179 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: floatingip-pools Sep 15 19:18:05.625508 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: ip_allocation.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.626383 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.626880 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 19:18:05.627207 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.628121 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.628623 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: ip-substring-filtering Sep 15 19:18:05.628951 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: l2_adjacency.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.629872 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.630375 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 19:18:05.630704 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: l3.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.631626 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.632164 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: router Sep 15 19:18:05.632489 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: l3_conntrack_helper.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.640842 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.641359 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 19:18:05.641697 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.642580 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.643091 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: ext-gw-mode Sep 15 19:18:05.643423 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.644341 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.644844 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: l3-ha Sep 15 19:18:05.645174 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.646048 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.646548 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 15 19:18:05.646877 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: l3_flavors.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.647795 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.648898 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: l3-flavors Sep 15 19:18:05.649231 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: l3_ndp_proxy.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.650550 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.651060 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 15 19:18:05.651394 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.652302 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.652812 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 19:18:05.653142 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: l3agentscheduler.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.654141 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.654643 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: l3_agent_scheduler Sep 15 19:18:05.654973 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: local_ip.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.656700 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.657219 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension local_ip not supported by any of loaded plugins Sep 15 19:18:05.657555 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: logging.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.658985 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.659507 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension logging not supported by any of loaded plugins Sep 15 19:18:05.659871 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: metering.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.660580 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.661152 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: metering Sep 15 19:18:05.661480 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.662520 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.663034 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: metering_source_and_destination_fields Sep 15 19:18:05.663362 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: multiprovidernet.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.664294 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.664805 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: multi-provider Sep 15 19:18:05.665134 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: netmtu.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.666011 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.666520 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: net-mtu Sep 15 19:18:05.666847 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: netmtu_writable.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.667740 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.668252 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: net-mtu-writable Sep 15 19:18:05.668579 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: network_availability_zone.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.669210 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.669708 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: network_availability_zone Sep 15 19:18:05.670029 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: network_ip_availability.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.671078 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.671924 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: network-ip-availability Sep 15 19:18:05.672188 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: network_segment_range.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.672907 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.673405 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 19:18:05.673725 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: pagination.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.677836 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.678167 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: pagination Sep 15 19:18:05.678490 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: port_device_profile.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.679361 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.680421 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: port-device-profile Sep 15 19:18:05.680744 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: port_mac_address_override.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.681618 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.682125 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: port-mac-override Sep 15 19:18:05.682449 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.683317 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.683912 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: port-mac-address-regenerate Sep 15 19:18:05.684239 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.685113 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.685610 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: port-numa-affinity-policy Sep 15 19:18:05.685935 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: port_resource_request.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.686795 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.687292 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 19:18:05.687614 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: port_resource_request_groups.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.688557 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.689049 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 15 19:18:05.689373 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: portbindings.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.690258 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.690758 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: binding Sep 15 19:18:05.691083 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: portbindings_extended.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.692345 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.692858 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: binding-extended Sep 15 19:18:05.693187 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: portsecurity.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.694055 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.694564 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: port-security Sep 15 19:18:05.694887 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: project_id.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.696600 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.696935 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: project-id Sep 15 19:18:05.697262 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: providernet.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.698140 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.698650 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: provider Sep 15 19:18:05.698978 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.707435 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.707992 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos not supported by any of loaded plugins Sep 15 19:18:05.708333 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.709556 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.710072 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 19:18:05.710406 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.711305 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.711846 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 19:18:05.712179 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_default.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.713048 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.713556 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-default not supported by any of loaded plugins Sep 15 19:18:05.713882 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_fip.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.714754 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.715259 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-fip not supported by any of loaded plugins Sep 15 19:18:05.715585 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_fip_network_policy.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.716484 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.716991 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 15 19:18:05.717317 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_gateway_ip.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.718197 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.718703 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 19:18:05.719034 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_port_network_policy.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.719933 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.720444 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 19:18:05.720781 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.721764 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.722273 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 15 19:18:05.722601 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.723602 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.724131 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 15 19:18:05.724459 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_pps_rule.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.725579 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.726090 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-pps not supported by any of loaded plugins Sep 15 19:18:05.726489 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_rule_type_details.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.727327 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.727858 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 19:18:05.728190 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_rule_type_filter.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.729078 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.729580 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 15 19:18:05.729906 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: qos_rules_alias.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.735612 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.736147 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 19:18:05.736476 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: quota_check_limit.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.737352 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.737857 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: quota-check-limit Sep 15 19:18:05.738185 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: quotasv2.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.739101 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.739431 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: quotas Sep 15 19:18:05.739801 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: quotasv2_detail.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.741473 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.741813 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: quota_details Sep 15 19:18:05.742677 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: rbac.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.743714 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.744230 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: rbac-policies Sep 15 19:18:05.744563 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: rbac_address_group.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.745447 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.745958 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: rbac-address-group Sep 15 19:18:05.746290 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: rbac_address_scope.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.747246 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.747798 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: rbac-address-scope Sep 15 19:18:05.748128 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: rbac_security_groups.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.749009 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.749515 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: rbac-security-groups Sep 15 19:18:05.749843 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: rbac_subnetpool.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.750720 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.751230 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: rbac-subnetpool Sep 15 19:18:05.751557 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: revisionifmatch.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.752487 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.752998 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: revision-if-match Sep 15 19:18:05.753323 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: revisions.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.754413 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.754919 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: standard-attr-revisions Sep 15 19:18:05.755246 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: router_availability_zone.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.755921 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.756430 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: router_availability_zone Sep 15 19:18:05.756754 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: routerservicetype.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.757744 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.758759 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension router-service-type not supported by any of loaded plugins Sep 15 19:18:05.759081 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.765475 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.765982 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: security-groups-normalized-cidr Sep 15 19:18:05.766307 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: security_groups_port_filtering.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.767195 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.767736 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: port-security-groups-filtering Sep 15 19:18:05.768064 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.768947 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.769456 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: security-groups-remote-address-group Sep 15 19:18:05.769780 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.770674 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.771198 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: security-groups-shared-filtering Sep 15 19:18:05.771503 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: securitygroup.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.781234 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.781759 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: security-group Sep 15 19:18:05.782099 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: segment.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.782792 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.783295 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension segment not supported by any of loaded plugins Sep 15 19:18:05.783625 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.784546 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.785053 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 19:18:05.785380 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: servicetype.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.786438 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.786949 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: service-type Sep 15 19:18:05.787286 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: sorting.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.788258 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.788595 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: sorting Sep 15 19:18:05.788945 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: standard_attr_segment.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.794070 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.794579 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 19:18:05.794905 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: standardattrdescription.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.795518 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.796061 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: standard-attr-description Sep 15 19:18:05.796654 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: stateful_security_group.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.797548 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.798060 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: stateful-security-group Sep 15 19:18:05.798389 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: stdattrs_common.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.798941 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 19:18:05.799267 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.800193 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.800696 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 19:18:05.801022 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: subnet_onboard.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.802043 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.802548 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: subnet_onboard Sep 15 19:18:05.802878 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.803794 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.804299 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 19:18:05.805153 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: subnet_service_types.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.806037 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.806543 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: subnet-service-types Sep 15 19:18:05.806869 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: subnetallocation.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.807931 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.808448 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: subnet_allocation Sep 15 19:18:05.808779 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.809410 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.809914 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: subnetpool-prefix-ops Sep 15 19:18:05.810239 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.811123 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.811625 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 19:18:05.811977 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: tagging.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.813008 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.813525 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: standard-attr-tag Sep 15 19:18:05.813853 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: timestamp.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.815000 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.815509 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loaded extension: standard-attr-timestamp Sep 15 19:18:05.815858 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: trunk.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.821417 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.821925 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension trunk not supported by any of loaded plugins Sep 15 19:18:05.822253 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: trunk_details.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.823127 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.823631 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension trunk-details not supported by any of loaded plugins Sep 15 19:18:05.823983 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: uplink_status_propagation.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.824891 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.825391 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 19:18:05.825719 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Loading extension file: vlantransparent.py {{(pid=106519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 19:18:05.826359 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 19:18:05.826860 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 19:18:05.829471 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:network Sep 15 19:18:05.829989 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:subnet Sep 15 19:18:05.830389 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:18:05.830781 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:port Sep 15 19:18:05.832112 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.832527 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service FLAVORS assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.833140 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.833584 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.833921 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:router Sep 15 19:18:05.834354 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:floatingip Sep 15 19:18:05.834850 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service METERING assigned prefix: /metering {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.836370 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.836750 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.837107 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:18:05.838128 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 19:18:05.838578 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:security_group Sep 15 19:18:05.839019 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 19:18:05.839560 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service CORE assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.839925 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:18:05.840277 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] subnetpool is already registered Sep 15 19:18:05.840714 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service CORE assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.841043 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:18:05.841382 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] subnetpool is already registered Sep 15 19:18:05.843834 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.844287 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service FLAVORS assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.844921 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.845468 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.845805 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:router Sep 15 19:18:05.846157 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] router is already registered Sep 15 19:18:05.846586 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:floatingip Sep 15 19:18:05.846925 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] floatingip is already registered Sep 15 19:18:05.847399 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service METERING assigned prefix: /metering {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.848150 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 19:18:05.848481 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] rbac_policy is already registered Sep 15 19:18:05.848899 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:security_group Sep 15 19:18:05.849244 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] security_group is already registered Sep 15 19:18:05.849667 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 19:18:05.850016 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] security_group_rule is already registered Sep 15 19:18:05.850505 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service CORE assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.850832 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:18:05.851166 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] subnetpool is already registered Sep 15 19:18:05.851620 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.v2.resource_helper [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Service CORE assigned prefix: {{(pid=106519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:18:05.851967 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:18:05.852306 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING neutron.quota.resource_registry [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] subnetpool is already registered Sep 15 19:18:05.852774 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: extensions {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.854372 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: address-groups {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.855886 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: address-scopes {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.857112 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: agents {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.858281 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: auto-allocated-topology {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.860774 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: availability_zones {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.862000 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: dhcp-networks {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.863407 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: dhcp-agents {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.864986 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: routers {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.866720 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: flavors {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.868528 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: service_profiles {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.869828 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: next_providers {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.871280 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: service_profiles {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.872781 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: floatingip-pools {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.874016 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: routers {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.875860 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: floatingips {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.877056 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: l3-routers {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.878436 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: l3-agents {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.879994 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: metering-labels {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.881278 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: metering-label-rules {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.882566 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: network-ip-availabilities {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.884500 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: bindings {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.886065 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: quotas {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.887641 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: quotas {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.889394 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: rbac-policies {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.890528 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: security-groups {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.891746 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: security-group-rules {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.893017 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: service-providers {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.894326 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: subnetpools {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.895678 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: subnetpools {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.897162 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: tags {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.898959 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: tags {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.900717 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: tags {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.902593 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: tags {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.904355 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: tags {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.906212 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: tags {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.909729 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: tags {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.909895 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: tags {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.911689 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: tags {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.913530 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron.api.extensions [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Extended resource: tags {{(pid=106519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 19:18:05.920589 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING keystonemiddleware.auth_token [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 19:18:05.925925 dv-cinder-849846-10-iscsi neutron-server[106519]: WARNING keystonemiddleware.auth_token [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 19:18:05.935419 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_concurrency.lockutils [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Acquiring lock "singleton_lock" {{(pid=106519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 15 19:18:05.935783 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_concurrency.lockutils [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Acquired lock "singleton_lock" {{(pid=106519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 15 19:18:05.936266 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_concurrency.lockutils [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Releasing lock "singleton_lock" {{(pid=106519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 15 19:18:05.936924 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO oslo_service.service [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Starting 2 workers Sep 15 19:18:05.941753 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Started child 106634 {{(pid=106519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 19:18:05.946708 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Started child 106635 {{(pid=106519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 19:18:05.947945 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:05.948632 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO neutron.service [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 19:18:05.948962 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Publish callbacks [] for process (None), before_spawn {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:05.949465 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [-] (106634) wsgi starting up on http://0.0.0.0:9696 Sep 15 19:18:05.951378 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO oslo_service.service [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Starting 1 workers Sep 15 19:18:05.951727 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:05.953157 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [-] (106635) wsgi starting up on http://0.0.0.0:9696 Sep 15 19:18:05.956566 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Started child 106636 {{(pid=106519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 19:18:05.957145 dv-cinder-849846-10-iscsi neutron-server[106519]: INFO oslo_service.service [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Starting 1 workers Sep 15 19:18:05.960510 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.service [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] calling RpcWorker wait() {{(pid=106636) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 19:18:05.961075 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.service [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] returning from RpcWorker wait() {{(pid=106636) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 19:18:05.961611 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Started child 106637 {{(pid=106519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 19:18:05.962402 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG neutron_lib.callbacks.manager [None req-a42d1feb-d56b-4ac5-8201-d57a46708c6a None None] Publish callbacks [] for process (None), after_spawn {{(pid=106519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:05.962493 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:05.962966 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:05.964376 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106519) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 19:18:05.964591 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 19:18:05.964776 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 19:18:05.965004 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 19:18:05.965357 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 19:18:05.965539 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 19:18:05.966039 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.966330 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.966595 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.966879 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.967265 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:05.967950 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.967950 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.967950 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.968209 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.968447 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:05.968534 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.968626 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.968771 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.969013 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.969250 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.969574 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.969847 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.970100 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.970366 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.970541 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.970794 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.971051 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.971297 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.971583 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] debug = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.971871 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.972342 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.972597 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.972849 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.973075 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.973369 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.973623 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.973893 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.974138 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.974381 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.974622 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.974882 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.975120 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.975366 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.975610 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.975918 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.976157 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.976741 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] host = dv-cinder-849846-10-iscsi {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.976938 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.977164 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.977418 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.977665 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.977916 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.978133 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.978392 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.978636 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.978889 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.979115 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.979355 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.979615 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.979840 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.980091 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.980256 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_options = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.980489 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.980764 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.981032 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.981215 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.981382 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.981545 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.981800 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.981964 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.982207 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.982421 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.982632 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.982845 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.983231 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.983326 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.983538 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.983800 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.984015 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.984243 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.984501 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.984732 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.984970 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.985221 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.985457 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.985673 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.985888 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.986132 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.986372 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.986606 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.986814 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.987050 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.987306 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.987546 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.987784 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.988102 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.988488 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.988778 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.989009 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.989245 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.989679 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.989961 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.990227 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.990534 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.990685 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.991024 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.991187 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.991489 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.991862 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_json = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.992612 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.992845 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.993095 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.993335 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.993551 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.993766 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.993980 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.994234 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.994449 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:05.994893 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.995345 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.996003 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.996003 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.996520 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.996988 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.996988 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.997165 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.997436 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.997670 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.998041 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.998201 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.998517 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.998860 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.999025 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.999356 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.999624 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:05.999946 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.000261 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.000894 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.001124 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.003542 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.003542 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.003542 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.003542 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.003542 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.003542 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.003542 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.003542 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.004350 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.004350 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.004350 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.004350 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.004637 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.004637 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.006995 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.006995 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.006995 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.006995 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.006995 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.006995 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.006995 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.009664 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.009664 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.009664 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.009664 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.009664 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.009664 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.009664 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.009664 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.009664 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.010312 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.010312 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.010312 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.010526 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.010915 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.010915 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.011146 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.012537 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.012537 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.012537 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.012537 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.012537 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.012537 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.013001 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.013001 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.013143 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.013346 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.013581 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.013800 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.014447 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.014447 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.014447 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.014698 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.014893 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.015146 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.015400 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.015612 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.015995 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.016210 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.016739 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.016739 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.016921 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.017054 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.017267 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.017493 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.017737 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.017949 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.018178 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.019791 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.019791 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.019791 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.019791 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.019791 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.019791 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.020248 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.020248 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.020420 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.020616 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.020855 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.021060 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.021275 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.021541 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.021775 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.022022 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.022295 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.022494 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.022749 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.023126 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.023383 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.023604 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.023884 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.024090 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.024315 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.024537 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.024779 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.025001 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.025277 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.025514 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.025750 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.025974 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.026229 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.026482 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.026770 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.027012 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.027303 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.027548 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.027824 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.028117 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.028393 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.028643 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.028892 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.029121 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.029388 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.029647 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.029926 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.030153 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.030387 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.030637 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.030870 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.031143 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.031705 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.031942 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.032287 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.032519 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.032767 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.032987 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.033263 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.033511 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.033763 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.034028 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.034273 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.034538 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.034816 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.035021 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.035254 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.035493 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.035789 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.036010 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.036226 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.036458 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.036693 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.036929 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.037144 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.037377 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.037595 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.037996 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.038373 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.038592 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.038831 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.039586 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.039829 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.040068 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.040305 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.040543 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.040767 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.040988 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.041194 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.041441 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.041675 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.041952 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.042199 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.042426 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.042658 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.042907 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.043165 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.043380 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.043628 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.043871 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.044087 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.044303 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.044522 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.044758 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.044989 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.045220 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.045436 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.045671 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.045920 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.046267 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.046780 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.047015 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.047479 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.047746 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.048002 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.048177 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.048433 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.048908 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.049137 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.049362 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.049582 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.049846 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.050072 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.050289 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.050526 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.050743 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.050961 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.051239 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.051484 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.051750 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.051998 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.052221 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.052445 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.052685 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.053054 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.053205 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.053349 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.053538 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.053774 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.053991 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.054205 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.055108 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.055365 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.055601 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.055905 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.056125 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.056356 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.056584 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.056796 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.057027 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.057251 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.057465 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.057981 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.057981 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.058171 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.058335 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.058573 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.058788 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.058999 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.059223 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.059430 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.059640 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.059916 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.060132 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.060342 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.060587 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.060799 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.061008 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.061231 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.061445 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.061657 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.061903 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.062113 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.062321 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.062541 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.062756 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.062949 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.063244 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.063492 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.063730 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.064446 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.064446 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.064704 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.064704 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.064998 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.065212 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.065452 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.065700 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.065937 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.066158 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.066744 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.066744 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.067010 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.067272 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.067528 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.067908 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.068182 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.068464 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.068676 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.068973 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.069310 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.069566 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.069825 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.070077 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.070340 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.070563 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.070778 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.071024 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.071258 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.071475 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.071753 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.071985 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.072210 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.072427 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.072675 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.072894 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.073632 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.073883 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.074106 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.074323 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.074481 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 19:18:06.075014 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106519) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 19:18:06.075176 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 19:18:06.075329 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 19:18:06.075491 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 19:18:06.075697 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 19:18:06.075838 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 19:18:06.076047 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.076208 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.076368 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.076526 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.076720 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.076885 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.077044 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.077203 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.077360 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.077525 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.077668 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.077826 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.077983 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.078140 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.078301 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.078959 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.079133 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.079297 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.079457 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.079614 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.079794 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.079953 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] debug = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.080111 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.080317 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.080481 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.080638 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.080797 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.080955 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.081114 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.081259 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.081415 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.081574 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.081731 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.081888 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.082045 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.082203 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.082360 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.082519 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.082676 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.082833 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] host = dv-cinder-849846-10-iscsi {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.082990 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.083146 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.083303 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.083460 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.083617 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.083798 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.083957 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.084116 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.084274 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.084432 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.084591 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.084749 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.084906 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.085065 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.085224 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_options = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.085382 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.085539 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.085696 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.085906 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.086070 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.086228 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.086387 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.086546 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.086704 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.086861 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.087020 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.087179 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.087336 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.087494 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.087716 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.087847 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.087972 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.088132 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.088290 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.088447 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.088607 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.088768 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.088912 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.089068 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.089225 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.089383 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.089540 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.089697 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.089853 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.090010 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.090167 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.090326 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.090485 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.090643 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.090799 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.090956 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.091112 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.091270 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.091432 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.091589 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.091767 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.091926 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.092084 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.092241 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.092399 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.092579 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.092714 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_json = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.092872 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.093029 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.093187 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.093344 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.093502 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.093660 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.093817 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.093975 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.094133 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:18:06.094312 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.094474 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.094645 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.094805 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.095289 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.095289 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.095289 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.095528 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.095608 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.095735 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.095886 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.096046 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.096217 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.096377 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.096536 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.096698 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.096858 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.097020 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.097180 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.097260 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:06.097338 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.097486 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.097650 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.097818 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.097977 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.098137 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.098295 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.098442 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.098610 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.098772 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.098942 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.099115 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.099275 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.099436 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.099595 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.099786 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.099927 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.100088 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.100249 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.100409 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.100575 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.100732 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.102118 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.102268 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.102442 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.102596 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.102737 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.102873 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.103031 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.103186 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.103318 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.103456 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.103617 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.103819 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.103959 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.104090 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.104245 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.104405 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.104576 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.104721 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.104885 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.105044 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.105191 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.105353 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.105495 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.105658 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.105818 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.105979 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.106138 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.106311 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.106471 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.106632 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.106781 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.106939 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.107098 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.107257 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.107419 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.107583 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.107870 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.108131 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.108287 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.108540 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.108852 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.109128 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.109419 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.109661 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.109809 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.109975 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.110137 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.110298 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.110458 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.110619 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.110787 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.110963 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.111124 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.111286 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.111445 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.111604 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.111836 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.111988 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.112126 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.112263 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.112402 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.112536 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.112672 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.112837 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.112998 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.113145 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.113304 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.113463 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.113621 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.113780 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.113927 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.114086 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.114245 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.114405 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.114550 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.114710 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.114872 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.115032 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.115190 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.115350 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.115512 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.115713 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.115844 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.116002 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.116138 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.116295 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.116463 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.116633 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.116794 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.116955 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.117736 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.117898 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.118061 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.118221 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.118381 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.118541 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.118702 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.118846 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.119034 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.119177 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.119336 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.119495 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.119702 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.119866 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.120025 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.120186 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.120345 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.120506 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.120666 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.120826 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.120986 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.121146 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.121307 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.121468 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.121627 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.121788 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.121947 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.122107 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.122268 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.122428 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.122587 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.122748 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.122909 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.123070 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.123232 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.123398 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.123554 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.123740 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.123912 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.124050 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.124208 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.124367 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.124526 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.124697 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.124832 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.124991 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.125150 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.125310 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.125470 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.125632 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.125792 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.125953 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.126113 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.126274 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.126929 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.127092 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.127257 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.127417 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.127578 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.127765 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.127926 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.128087 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.128248 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.128407 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.128568 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.128750 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.128887 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.129087 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.129226 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.129387 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.129550 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.129709 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.129869 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.130030 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.130189 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.130349 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.130507 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.130666 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.130826 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.130985 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.131145 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.131308 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.131468 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.131627 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.131808 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.131971 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.132133 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.132293 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.132454 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.132634 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.132798 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.132959 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.133117 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.133276 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.133435 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.133595 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.133754 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.133913 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.134073 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.134247 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.134408 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.134569 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.134729 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.134892 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.135045 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.135215 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.135375 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.135535 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.135712 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.135874 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.136035 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.136204 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.136365 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.136523 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.136683 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.136842 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.137001 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.137169 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.137329 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.137488 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.137651 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.137809 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.137969 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.138136 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.138296 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.138456 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.138615 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.138772 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.138932 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.139100 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.139260 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.139419 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.139580 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.139770 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.139930 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.140099 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.140260 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.140418 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.140584 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.140743 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.140902 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.141061 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.141232 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.141392 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.141554 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.141715 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.141875 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.142034 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.142195 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.142361 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.142529 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.142695 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.142856 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.143022 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.143191 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.143359 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.143518 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.143702 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.143876 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.144035 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.144194 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.144353 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.144513 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.144673 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.144832 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.144992 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.145152 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.145311 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.145471 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.145631 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.145792 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.145952 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.146112 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.146272 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.146430 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.146589 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.146748 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.146909 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:18:06.147062 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 19:18:06.235458 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 56664) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:06.242957 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048213 Sep 15 19:18:06.247327 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038126 Sep 15 19:18:15.269055 dv-cinder-849846-10-iscsi neutron-server[106519]: DEBUG dbcounter [-] [106519] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:17.624747 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdf9105-eacc-4111-99fa-eb086b1bcdfb None None] get_active_networks_info from dv-cinder-849846-10-iscsi {{(pid=106636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 15 19:18:17.629795 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writer thread running {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 19:18:17.692249 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf9105-eacc-4111-99fa-eb086b1bcdfb None None] No non-hosted networks {{(pid=106636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 19:18:17.710124 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.agentschedulers_db [None req-fcdf9105-eacc-4111-99fa-eb086b1bcdfb None None] DHCP Agent not found on host dv-cinder-849846-10-iscsi {{(pid=106636) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 15 19:18:17.909739 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-5f00baf6-7dd4-46f4-91d9-5de4584b5731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506564'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:19.362576 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writer thread running {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 19:18:20.054944 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b3191fd7-3c3b-468c-b77c-9ae5dab58712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506564'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:20.087273 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.db.api [None req-6a4a01dc-8da9-4564-a7de-f6f655eec46d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849846-10-iscsi {{(pid=106636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 19:18:20.091528 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG oslo_db.api [None req-6a4a01dc-8da9-4564-a7de-f6f655eec46d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:18:20.686700 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6a4a01dc-8da9-4564-a7de-f6f655eec46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:21.418365 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506564'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:21.420148 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 56736) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:21.937794 dv-cinder-849846-10-iscsi neutron-server[106634]: WARNING oslo_policy.policy [None req-545e4dbf-d8f5-4cc4-82f9-e37f5ff88ee0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:21.938287 dv-cinder-849846-10-iscsi neutron-server[106634]: WARNING oslo_policy.policy [None req-545e4dbf-d8f5-4cc4-82f9-e37f5ff88ee0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:22.155276 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [None req-545e4dbf-d8f5-4cc4-82f9-e37f5ff88ee0 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:18:22.156825 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-545e4dbf-d8f5-4cc4-82f9-e37f5ff88ee0 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7940614 Sep 15 19:18:22.669338 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506564'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:22.749412 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506564'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:22.750081 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.750418 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.750744 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.751064 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.751455 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.751863 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.752246 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.752653 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.753074 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.753503 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.753843 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.754209 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.754624 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.754942 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.755274 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:22.755713 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849846-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:22.765250 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849846-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:24.831951 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 56772) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:25.340039 dv-cinder-849846-10-iscsi neutron-server[106635]: WARNING oslo_policy.policy [None req-6a30a24f-3b90-4fd3-9039-c90f1ba02f6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:25.340630 dv-cinder-849846-10-iscsi neutron-server[106635]: WARNING oslo_policy.policy [None req-6a30a24f-3b90-4fd3-9039-c90f1ba02f6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:25.557128 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-6a30a24f-3b90-4fd3-9039-c90f1ba02f6f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:18:25.568803 dv-cinder-849846-10-iscsi neutron-server[106635]: ERROR stevedore.extension [None req-6a30a24f-3b90-4fd3-9039-c90f1ba02f6f admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 19:18:25.649649 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.policy [None req-6a30a24f-3b90-4fd3-9039-c90f1ba02f6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106635) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 19:18:25.692354 dv-cinder-849846-10-iscsi neutron-server[106635]: WARNING oslo_policy.policy [None req-6a30a24f-3b90-4fd3-9039-c90f1ba02f6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:25.692726 dv-cinder-849846-10-iscsi neutron-server[106635]: WARNING oslo_policy.policy [None req-6a30a24f-3b90-4fd3-9039-c90f1ba02f6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:25.712525 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writer thread running {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 19:18:25.859545 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a30a24f-3b90-4fd3-9039-c90f1ba02f6f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729578882085', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729578882617', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729578866013', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729578922524', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729578916186', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729578908138', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1322819', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1331765', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613776', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654254'] for rbac-policy (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:26.037368 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a30a24f-3b90-4fd3-9039-c90f1ba02f6f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:26.038655 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6a30a24f-3b90-4fd3-9039-c90f1ba02f6f admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2058377 Sep 15 19:18:27.148735 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.db.l3_hamode_db [None req-0e1897b0-df6e-43ff-88ee-f49994282668 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 19:18:27.224269 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1897b0-df6e-43ff-88ee-f49994282668 None None] Routers set() bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:18:27.224574 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1897b0-df6e-43ff-88ee-f49994282668 None None] Router IDs set() for agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 15 19:18:28.650680 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 56788) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:28.969525 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:18:29.113010 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Made reservation on behalf of fb57dff1ef814c0992dc5e148d1ae3f3 for: {'network': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:29.117216 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:29.135812 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:29.244071 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Publish callbacks [] for security_group (900a89cd-41d5-431c-8034-68fd46d93eec), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:29.381745 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (900a89cd-41d5-431c-8034-68fd46d93eec), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:29.414885 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:18:29.443938 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729576634552', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (7608abf2-9f04-477d-bd0a-8bd7d3c79cf2), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:29.444509 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Unsubscribe: segment precommit_create {{(pid=106635) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 19:18:29.445591 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.segments_db [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Added segment 7608abf2-9f04-477d-bd0a-8bd7d3c79cf2 of type vlan for network ebdef817-6642-420d-bd0a-b104c2c090b7 Sep 15 19:18:29.462625 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=900a89cd-41d5-431c-8034-68fd46d93eec,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:29.514629 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.514898 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.515241 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.515587 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.515935 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.516252 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.516566 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.516878 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.517204 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.517516 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.517826 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.518146 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.518456 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.518760 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.519066 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Tracked resource versions report: Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: pushed versions: Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: { 'AddressGroup': {'1.2'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Agent': {'1.1'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'ConntrackHelper': {'1.0'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'LocalIPAssociation': {'1.0'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Log': {'1.0'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'NDPProxy': {'1.0'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Network': {'1.1'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Port': {'1.7'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'PortForwarding': {'1.3'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'QosPolicy': {'1.10'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SecurityGroup': {'1.5'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SecurityGroupRule': {'1.2'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SubPort': {'1.0'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Subnet': {'1.1'}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Trunk': {'1.1'}} Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: consumer versions: Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: { DHCP agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: L3 agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: Metadata agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: Metering agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: Open vSwitch agent@dv-cinder-849846-10-iscsi: { 'AddressGroup': '1.2', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Agent': '1.1', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'ConntrackHelper': '1.0', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'LocalIPAssociation': '1.0', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Log': '1.0', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'NDPProxy': '1.0', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Network': '1.1', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Port': '1.7', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'PortForwarding': '1.3', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'QosPolicy': '1.10', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SecurityGroup': '1.5', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SecurityGroupRule': '1.2', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SubPort': '1.0', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Subnet': '1.1', Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Trunk': '1.1'}} Sep 15 19:18:29.520527 dv-cinder-849846-10-iscsi neutron-server[106635]: {{(pid=106635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:18:29.551954 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (ebdef817-6642-420d-bd0a-b104c2c090b7), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:29.573483 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:29.675402 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (ebdef817-6642-420d-bd0a-b104c2c090b7), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:29.680949 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:18:29.681654 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:29.795969 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] Pushing event updated for resources: {'Network': ['ID=ebdef817-6642-420d-bd0a-b104c2c090b7,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:29.808537 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network ebdef817-6642-420d-bd0a-b104c2c090b7 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:18:29.841569 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-2c1b754a-f76c-45bd-94d4-a272a85f98c8 demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1897361 Sep 15 19:18:32.463567 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 56802) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:32.796715 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writer thread running {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 19:18:32.946686 dv-cinder-849846-10-iscsi neutron-server[106634]: ERROR stevedore.extension [None req-e97c1ac3-6a5e-4e2f-9573-8c8b91c56002 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 19:18:33.001565 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.policy [None req-e97c1ac3-6a5e-4e2f-9573-8c8b91c56002 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106634) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 19:18:33.043630 dv-cinder-849846-10-iscsi neutron-server[106634]: WARNING oslo_policy.policy [None req-e97c1ac3-6a5e-4e2f-9573-8c8b91c56002 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:33.043965 dv-cinder-849846-10-iscsi neutron-server[106634]: WARNING oslo_policy.policy [None req-e97c1ac3-6a5e-4e2f-9573-8c8b91c56002 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:33.051927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c1ac3-6a5e-4e2f-9573-8c8b91c56002 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:18:33.053677 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e97c1ac3-6a5e-4e2f-9573-8c8b91c56002 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/ebdef817-6642-420d-bd0a-b104c2c090b7 HTTP/1.1" status: 200 len: 825 time: 0.5892193 Sep 15 19:18:33.097452 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-3975855e-d980-4064-9404-cb32ae421c06 demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/a67f6d03-a769-48fa-add2-931470ecb413 HTTP/1.1" status: 200 len: 734 time: 0.0374765 Sep 15 19:18:33.106506 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7', 'subnetpool_id': 'a67f6d03-a769-48fa-add2-931470ecb413'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:18:33.206373 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Made reservation on behalf of fb57dff1ef814c0992dc5e148d1ae3f3 for: {'subnet': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:33.209160 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:33.550038 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for subnet (bd0da3a5-909e-4664-9c24-90ee4652dfcc), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:33.615417 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Checking segment: {'id': '7608abf2-9f04-477d-bd0a-8bd7d3c79cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:18:33.615819 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Network hostable DHCP agents. Network: ebdef817-6642-420d-bd0a-b104c2c090b7, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:18:33.636134 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=bd0da3a5-909e-4664-9c24-90ee4652dfcc,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:33.651477 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.651854 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.652207 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.652535 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.652856 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.653174 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.653490 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.653800 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.654127 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.654443 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.654772 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.655100 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.655416 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.655745 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.656056 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Tracked resource versions report: Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: pushed versions: Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: { 'AddressGroup': {'1.2'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Agent': {'1.1'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'ConntrackHelper': {'1.0'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'LocalIPAssociation': {'1.0'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Log': {'1.0'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'NDPProxy': {'1.0'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Network': {'1.1'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Port': {'1.7'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'PortForwarding': {'1.3'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'QosPolicy': {'1.10'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SecurityGroup': {'1.5'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SecurityGroupRule': {'1.2'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SubPort': {'1.0'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Subnet': {'1.1'}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Trunk': {'1.1'}} Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: consumer versions: Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: { DHCP agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: L3 agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: Metadata agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: Metering agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: Open vSwitch agent@dv-cinder-849846-10-iscsi: { 'AddressGroup': '1.2', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Agent': '1.1', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'ConntrackHelper': '1.0', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'LocalIPAssociation': '1.0', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Log': '1.0', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'NDPProxy': '1.0', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Network': '1.1', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Port': '1.7', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'PortForwarding': '1.3', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'QosPolicy': '1.10', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SecurityGroup': '1.5', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SecurityGroupRule': '1.2', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SubPort': '1.0', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Subnet': '1.1', Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Trunk': '1.1'}} Sep 15 19:18:33.657441 dv-cinder-849846-10-iscsi neutron-server[106634]: {{(pid=106634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:18:33.715254 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Network ebdef817-6642-420d-bd0a-b104c2c090b7 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:18:33.717498 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=66,neutron:INSERT=32,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:33.778051 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, ebdef817-6642-420d-bd0a-b104c2c090b7) {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:33.782738 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:18:33.783356 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:33.787151 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ea8ce-f330-4c8d-b152-dea4d5aa1db7 None None] Network ebdef817-6642-420d-bd0a-b104c2c090b7 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:18:33.900655 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-f0dbe6d2-7c01-40e9-8373-a9c69620a9c7 demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7974591 Sep 15 19:18:34.047583 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-ebdef817-6642-420d-bd0a-b104c2c090b7', 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7', 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'fixed_ips': [{'subnet_id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:18:34.048908 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:34.222744 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=48,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:34.335920 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Allocated IP 172.20.0.2 (ebdef817-6642-420d-bd0a-b104c2c090b7/bd0da3a5-909e-4664-9c24-90ee4652dfcc/24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:34.600451 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Publish callbacks [] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:34.685209 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:34.708947 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:34.769658 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Network ebdef817-6642-420d-bd0a-b104c2c090b7 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:34.773639 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:34.775462 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Pushing event updated for resources: {'Port': ['ID=24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:34.782825 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:18:34.786444 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.786782 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.787128 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.787471 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.788055 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.788155 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.788430 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.789260 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.789588 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.789903 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.790217 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.790543 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.790854 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.791162 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.791463 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Tracked resource versions report: Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: pushed versions: Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: { 'AddressGroup': {'1.2'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Agent': {'1.1'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'ConntrackHelper': {'1.0'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'LocalIPAssociation': {'1.0'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Log': {'1.0'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'NDPProxy': {'1.0'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Network': {'1.1'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Port': {'1.7'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'PortForwarding': {'1.3'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'QosPolicy': {'1.10'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SecurityGroup': {'1.5'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SecurityGroupRule': {'1.2'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SubPort': {'1.0'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Subnet': {'1.1'}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Trunk': {'1.1'}} Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: consumer versions: Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: { DHCP agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: L3 agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: Metadata agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: Metering agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: Open vSwitch agent@dv-cinder-849846-10-iscsi: { 'AddressGroup': '1.2', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Agent': '1.1', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'ConntrackHelper': '1.0', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'LocalIPAssociation': '1.0', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Log': '1.0', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'NDPProxy': '1.0', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Network': '1.1', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Port': '1.7', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'PortForwarding': '1.3', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'QosPolicy': '1.10', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SecurityGroup': '1.5', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SecurityGroupRule': '1.2', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SubPort': '1.0', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Subnet': '1.1', Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Trunk': '1.1'}} Sep 15 19:18:34.792926 dv-cinder-849846-10-iscsi neutron-server[106636]: {{(pid=106636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:18:34.870310 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Attempting to bind port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:18:34.870623 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Attempting to bind port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '7608abf2-9f04-477d-bd0a-8bd7d3c79cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:18:34.871051 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Attempting to bind port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 on network ebdef817-6642-420d-bd0a-b104c2c090b7 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:18:34.918479 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:18:34.918844 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Checking segment: {'id': '7608abf2-9f04-477d-bd0a-8bd7d3c79cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:18:34.919314 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:34.919720 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Bound using segment: {'id': '7608abf2-9f04-477d-bd0a-8bd7d3c79cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:18:34.920177 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Bound port: 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7608abf2-9f04-477d-bd0a-8bd7d3c79cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:18:34.920575 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:34.981567 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-27ede447-593a-4583-90e1-d138876ca734 None None] For port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:35.000125 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-27ede447-593a-4583-90e1-d138876ca734 None None] For port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8,segment=NetworkSegment(7608abf2-9f04-477d-bd0a-8bd7d3c79cf2),segment_id=7608abf2-9f04-477d-bd0a-8bd7d3c79cf2)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:35.085094 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:35.142319 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ede447-593a-4583-90e1-d138876ca734 None None] Pushing event updated for resources: {'Port': ['ID=24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:36.575721 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 56820) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:36.613577 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:36.624980 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=9 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:36.910344 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [None req-0f000ef6-e0a6-4933-93e0-7879392b4fcc admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:18:36.912109 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0f000ef6-e0a6-4933-93e0-7879392b4fcc admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3354986 Sep 15 19:18:39.543302 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 56832) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:39.793874 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=54,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:39.876633 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [None req-6af1eb10-3606-4993-8e3f-24d203f9b35f admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:18:39.877675 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6af1eb10-3606-4993-8e3f-24d203f9b35f admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3335319 Sep 15 19:18:42.368098 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:18:42.451030 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:18:42.451438 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:42.451847 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 Sep 15 19:18:42.522157 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 56844) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:42.562118 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:18:42.562519 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:42.602057 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8,segment=NetworkSegment(7608abf2-9f04-477d-bd0a-8bd7d3c79cf2),segment_id=7608abf2-9f04-477d-bd0a-8bd7d3c79cf2)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:42.692641 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:42.743292 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:42.866936 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-ec6bca06-b008-4b7a-a586-2df29430b1b6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:18:42.967222 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ec6bca06-b008-4b7a-a586-2df29430b1b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (80680a8d-979e-4e10-bba7-6f92d1f32e9e), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:42.968807 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ec6bca06-b008-4b7a-a586-2df29430b1b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (80680a8d-979e-4e10-bba7-6f92d1f32e9e), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:43.106960 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ec6bca06-b008-4b7a-a586-2df29430b1b6 demo demo] Publish callbacks [] for router_controller (80680a8d-979e-4e10-bba7-6f92d1f32e9e), precommit_add_association {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:43.151030 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c4df89-37d0-4ba6-b613-6181c75f6edf None None] Network ebdef817-6642-420d-bd0a-b104c2c090b7 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:18:43.159962 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ec6bca06-b008-4b7a-a586-2df29430b1b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (80680a8d-979e-4e10-bba7-6f92d1f32e9e), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:43.170990 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:43.202972 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-7e31a796-0081-4c5c-8672-161835e1f5c7 None None] Provisioning complete for port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:18:43.203358 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e31a796-0081-4c5c-8672-161835e1f5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:43.203721 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e31a796-0081-4c5c-8672-161835e1f5c7 None None] Attempt 1 to provision port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 Sep 15 19:18:43.265478 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ec6bca06-b008-4b7a-a586-2df29430b1b6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:43.266794 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-ec6bca06-b008-4b7a-a586-2df29430b1b6 demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7435560 Sep 15 19:18:43.339385 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e31a796-0081-4c5c-8672-161835e1f5c7 None None] Current status of the port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:18:43.345402 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:43.558160 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-468d4a60-cced-49bf-b5d4-ed8d471dac2c None None] Provisioning complete for port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:18:43.558842 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-468d4a60-cced-49bf-b5d4-ed8d471dac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:43.558842 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-468d4a60-cced-49bf-b5d4-ed8d471dac2c None None] Attempt 1 to provision port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 Sep 15 19:18:43.630703 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-468d4a60-cced-49bf-b5d4-ed8d471dac2c None None] Current status of the port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:18:43.799794 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=56,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:44.354427 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:18:44.398105 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:18:44.398484 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:44.399396 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 Sep 15 19:18:44.470313 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:18:45.882530 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 56854) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:46.204376 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [None req-fadee338-e915-4767-b8a7-cc2d3ad5fe64 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:18:46.205373 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-fadee338-e915-4767-b8a7-cc2d3ad5fe64 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3214278 Sep 15 19:18:47.621688 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ca0ee14c-624e-4a0c-91e3-2412bd34a493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:48.833088 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 56862) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:49.151350 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:18:49.244596 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Made reservation on behalf of 6238bc86e5b040f1914e478da12747a8 for: {'network': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:49.246889 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:49.255114 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:49.328756 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Publish callbacks [] for security_group (5a909949-dbf8-40de-a344-188176b96029), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:49.406314 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (5a909949-dbf8-40de-a344-188176b96029), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:49.421553 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Reserving flat network on physical network physnet1 {{(pid=106635) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 19:18:49.441708 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a909949-dbf8-40de-a344-188176b96029,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:49.448163 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (d4740dd8-7b21-4ccd-a21c-397f3dc35a63), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:49.448494 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.segments_db [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Added segment d4740dd8-7b21-4ccd-a21c-397f3dc35a63 of type flat for network b0d4a98f-e8a8-41af-b2d5-1f353264b78e Sep 15 19:18:49.497687 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (b0d4a98f-e8a8-41af-b2d5-1f353264b78e), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:49.595155 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (b0d4a98f-e8a8-41af-b2d5-1f353264b78e), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:49.596137 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:18:49.596699 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:49.691867 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8576686 Sep 15 19:18:49.692749 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1854610-f134-4ee4-82e0-40c4dddaf3ad admin admin] Pushing event updated for resources: {'Network': ['ID=b0d4a98f-e8a8-41af-b2d5-1f353264b78e,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:49.703867 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:18:50.016307 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fa243f95-f9cb-4b22-af4b-4431f19baafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:51.070237 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:52.341906 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 56870) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:52.601129 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:52.708226 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cfbdff-8447-414b-8904-cc089f48b4d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:18:52.709527 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-64cfbdff-8447-414b-8904-cc089f48b4d0 demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/bd0da3a5-909e-4664-9c24-90ee4652dfcc HTTP/1.1" status: 200 len: 849 time: 0.3666873 Sep 15 19:18:52.752803 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:52.892134 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-4cc0b0d9-6d2a-44cd-bc17-fbe0e0e4a536 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/80680a8d-979e-4e10-bba7-6f92d1f32e9e HTTP/1.1" status: 200 len: 704 time: 0.1759880 Sep 15 19:18:53.158172 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:53.460427 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Allocated IP 172.20.0.1 (ebdef817-6642-420d-bd0a-b104c2c090b7/bd0da3a5-909e-4664-9c24-90ee4652dfcc/9a8d2389-ed27-498f-8ba6-a99bdc570afa) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:53.620016 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Publish callbacks [] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:53.742772 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:53.823061 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Network ebdef817-6642-420d-bd0a-b104c2c090b7 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:53.830811 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:53.832951 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Pushing event updated for resources: {'Port': ['ID=9a8d2389-ed27-498f-8ba6-a99bdc570afa,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:53.836206 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:18:53.836347 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (80680a8d-979e-4e10-bba7-6f92d1f32e9e), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:53.978506 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:54.003325 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:54.007346 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Provisioning complete for port 9a8d2389-ed27-498f-8ba6-a99bdc570afa triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:18:54.007894 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:54.008315 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Attempt 1 to provision port 9a8d2389-ed27-498f-8ba6-a99bdc570afa Sep 15 19:18:54.017395 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:54.039852 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Port 9a8d2389-ed27-498f-8ba6-a99bdc570afa cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:18:54.126754 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:54.129367 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:54.384835 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Publish callbacks [] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:54.469463 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:54.470261 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (80680a8d-979e-4e10-bba7-6f92d1f32e9e), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:54.540912 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Attempt 2 to provision port 9a8d2389-ed27-498f-8ba6-a99bdc570afa Sep 15 19:18:54.551124 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Pushing event updated for resources: {'Port': ['ID=9a8d2389-ed27-498f-8ba6-a99bdc570afa,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:54.574991 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Port 9a8d2389-ed27-498f-8ba6-a99bdc570afa cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:18:54.598627 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Network ebdef817-6642-420d-bd0a-b104c2c090b7 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:54.599958 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:54.858333 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Router 80680a8d-979e-4e10-bba7-6f92d1f32e9e is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:18:54.948239 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:18:54.953908 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-be5cc18e-4476-4fd0-8367-35da68ac84b9 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/80680a8d-979e-4e10-bba7-6f92d1f32e9e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0564308 Sep 15 19:18:54.957932 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Sync routers for ids ['80680a8d-979e-4e10-bba7-6f92d1f32e9e'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:18:54.970804 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Routers {'80680a8d-979e-4e10-bba7-6f92d1f32e9e'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:18:54.971631 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:18:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['80680a8d-979e-4e10-bba7-6f92d1f32e9e'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:55.076598 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Attempt 3 to provision port 9a8d2389-ed27-498f-8ba6-a99bdc570afa Sep 15 19:18:55.110991 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Port 9a8d2389-ed27-498f-8ba6-a99bdc570afa cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:18:55.157349 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Set router 80680a8d-979e-4e10-bba7-6f92d1f32e9e gateway port host: None {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:18:55.572085 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'name': 'router1', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:18:42Z', 'updated_at': '2022-09-15T19:18:53Z', 'revision_number': 2, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'gw_port_host': None, '_interfaces': [{'id': '9a8d2389-ed27-498f-8ba6-a99bdc570afa', 'name': '', 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'mac_address': 'fa:16:3e:a6:26:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:18:53Z', 'updated_at': '2022-09-15T19:18:54Z', 'revision_number': 2, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'subnets': [{'id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a67f6d03-a769-48fa-add2-931470ecb413'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:55.612236 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Attempt 4 to provision port 9a8d2389-ed27-498f-8ba6-a99bdc570afa Sep 15 19:18:55.621323 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Checking router: 80680a8d-979e-4e10-bba7-6f92d1f32e9e for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:18:55.621696 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Updating router 80680a8d-979e-4e10-bba7-6f92d1f32e9e port 9a8d2389-ed27-498f-8ba6-a99bdc570afa binding host dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:18:55.644621 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Port 9a8d2389-ed27-498f-8ba6-a99bdc570afa cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:18:55.675882 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:56.145708 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Attempt 5 to provision port 9a8d2389-ed27-498f-8ba6-a99bdc570afa Sep 15 19:18:56.171572 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Publish callbacks [] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:56.179182 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Port 9a8d2389-ed27-498f-8ba6-a99bdc570afa cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:18:56.235512 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:56.379761 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Attempting to bind port 9a8d2389-ed27-498f-8ba6-a99bdc570afa on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:18:56.380156 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Attempting to bind port 9a8d2389-ed27-498f-8ba6-a99bdc570afa by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '7608abf2-9f04-477d-bd0a-8bd7d3c79cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:18:56.380586 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Attempting to bind port 9a8d2389-ed27-498f-8ba6-a99bdc570afa on network ebdef817-6642-420d-bd0a-b104c2c090b7 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:18:56.389241 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Pushing event updated for resources: {'Port': ['ID=9a8d2389-ed27-498f-8ba6-a99bdc570afa,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:56.419850 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.420190 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.420525 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.420854 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.421174 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.421490 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.421802 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.422112 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.422438 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.423016 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.423326 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.423675 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.423986 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.424288 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.424593 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Tracked resource versions report: Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: pushed versions: Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: { 'AddressGroup': {'1.2'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Agent': {'1.1'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'ConntrackHelper': {'1.0'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'LocalIPAssociation': {'1.0'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Log': {'1.0'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'NDPProxy': {'1.0'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Network': {'1.1'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Port': {'1.7'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'PortForwarding': {'1.3'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'QosPolicy': {'1.10'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SecurityGroup': {'1.5'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SecurityGroupRule': {'1.2'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SubPort': {'1.0'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Subnet': {'1.1'}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Trunk': {'1.1'}} Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: consumer versions: Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: { DHCP agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: L3 agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: Metadata agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: Metering agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: Open vSwitch agent@dv-cinder-849846-10-iscsi: { 'AddressGroup': '1.2', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Agent': '1.1', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'ConntrackHelper': '1.0', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'LocalIPAssociation': '1.0', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Log': '1.0', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'NDPProxy': '1.0', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Network': '1.1', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Port': '1.7', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'PortForwarding': '1.3', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'QosPolicy': '1.10', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SecurityGroup': '1.5', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SecurityGroupRule': '1.2', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SubPort': '1.0', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Subnet': '1.1', Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Trunk': '1.1'}} Sep 15 19:18:56.426016 dv-cinder-849846-10-iscsi neutron-server[106637]: {{(pid=106637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:18:56.480850 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:18:56.481252 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Checking segment: {'id': '7608abf2-9f04-477d-bd0a-8bd7d3c79cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:18:56.481716 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:56.482099 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Bound using segment: {'id': '7608abf2-9f04-477d-bd0a-8bd7d3c79cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:18:56.482596 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Bound port: 9a8d2389-ed27-498f-8ba6-a99bdc570afa, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7608abf2-9f04-477d-bd0a-8bd7d3c79cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:18:56.482964 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:56.526419 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:56.545734 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] For port 9a8d2389-ed27-498f-8ba6-a99bdc570afa, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:56.548607 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:56.566004 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] For port 9a8d2389-ed27-498f-8ba6-a99bdc570afa, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=9a8d2389-ed27-498f-8ba6-a99bdc570afa,segment=NetworkSegment(7608abf2-9f04-477d-bd0a-8bd7d3c79cf2),segment_id=7608abf2-9f04-477d-bd0a-8bd7d3c79cf2)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:56.652271 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:56.682631 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Attempt 6 to provision port 9a8d2389-ed27-498f-8ba6-a99bdc570afa Sep 15 19:18:56.702418 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Routers {'80680a8d-979e-4e10-bba7-6f92d1f32e9e'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:18:56.702954 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:18:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['80680a8d-979e-4e10-bba7-6f92d1f32e9e'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:56.739352 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed8e6e-fba0-45e0-8bea-2633a7b31201 None None] Pushing event updated for resources: {'Port': ['ID=9a8d2389-ed27-498f-8ba6-a99bdc570afa,revision_number=4']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:56.764067 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Current status of the port 9a8d2389-ed27-498f-8ba6-a99bdc570afa is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:18:56.764706 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:56.792136 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] Set router 80680a8d-979e-4e10-bba7-6f92d1f32e9e gateway port host: None {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:18:56.800250 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] For port 9a8d2389-ed27-498f-8ba6-a99bdc570afa, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=9a8d2389-ed27-498f-8ba6-a99bdc570afa,segment=NetworkSegment(7608abf2-9f04-477d-bd0a-8bd7d3c79cf2),segment_id=7608abf2-9f04-477d-bd0a-8bd7d3c79cf2)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:56.875319 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:56.928643 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b88e0c-3088-4618-ab13-b17dcb236e1e None None] Pushing event updated for resources: {'Port': ['ID=9a8d2389-ed27-498f-8ba6-a99bdc570afa,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:56.998795 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'name': 'router1', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:18:42Z', 'updated_at': '2022-09-15T19:18:53Z', 'revision_number': 2, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'gw_port_host': None, '_interfaces': [{'id': '9a8d2389-ed27-498f-8ba6-a99bdc570afa', 'name': '', 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'mac_address': 'fa:16:3e:a6:26:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:18:53Z', 'updated_at': '2022-09-15T19:18:56Z', 'revision_number': 4, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'subnets': [{'id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a67f6d03-a769-48fa-add2-931470ecb413'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:57.011169 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-24fae3d9-2ed6-4760-bbff-ce83272ac0cc None None] Provisioning complete for port 9a8d2389-ed27-498f-8ba6-a99bdc570afa triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:18:57.011719 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24fae3d9-2ed6-4760-bbff-ce83272ac0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:57.012216 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-24fae3d9-2ed6-4760-bbff-ce83272ac0cc None None] Attempt 1 to provision port 9a8d2389-ed27-498f-8ba6-a99bdc570afa Sep 15 19:18:57.028512 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29d421e-1be1-42be-ae28-645ed426b347 None None] The sync data for ids ['80680a8d-979e-4e10-bba7-6f92d1f32e9e'] in dv-cinder-849846-10-iscsi is: [{'id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'name': 'router1', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:18:42Z', 'updated_at': '2022-09-15T19:18:53Z', 'revision_number': 2, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'gw_port_host': None, '_interfaces': [{'id': '9a8d2389-ed27-498f-8ba6-a99bdc570afa', 'name': '', 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'mac_address': 'fa:16:3e:a6:26:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:18:53Z', 'updated_at': '2022-09-15T19:18:56Z', 'revision_number': 4, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'subnets': [{'id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a67f6d03-a769-48fa-add2-931470ecb413'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:18:57.066975 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:57.092023 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:57.109314 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-24fae3d9-2ed6-4760-bbff-ce83272ac0cc None None] Current status of the port 9a8d2389-ed27-498f-8ba6-a99bdc570afa is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:18:57.573437 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 56884) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:18:57.966342 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba41a85-4c70-4b0d-9573-7b458b852b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:18:57.967761 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-5ba41a85-4c70-4b0d-9573-7b458b852b4c admin admin] 10.222.0.18 "GET /networking/v2.0/networks/b0d4a98f-e8a8-41af-b2d5-1f353264b78e HTTP/1.1" status: 200 len: 842 time: 0.3933170 Sep 15 19:18:57.978226 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:18:58.069341 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Made reservation on behalf of 6238bc86e5b040f1914e478da12747a8 for: {'subnet': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:58.071723 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:58.084244 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:58.350121 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:58.407082 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.objects.ports [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106634) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 15 19:18:58.407528 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for subnet (4381389d-4747-4c71-9ec6-776551c838af), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:58.461406 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4381389d-4747-4c71-9ec6-776551c838af,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:58.477254 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:18:58.477603 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Network hostable DHCP agents. Network: b0d4a98f-e8a8-41af-b2d5-1f353264b78e, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:18:58.572687 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:18:58.656160 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, b0d4a98f-e8a8-41af-b2d5-1f353264b78e) {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:58.660876 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:18:58.661713 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:18:58.665743 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712ee8f2-8e9c-420d-987e-662ffee5f4e5 None None] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:18:58.771776 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-3ce6b3b5-f989-4b05-9a37-1cc34c57a698 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7884502 Sep 15 19:18:58.777568 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2635f01-c2e9-4888-abc5-61e39bc66894 None None] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:18:59.679208 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=47,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:18:59.690092 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=44,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:01.419457 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 56894) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:19:01.845079 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-74387b0c-2c2b-471b-a6e3-988a511b9bd2 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/80680a8d-979e-4e10-bba7-6f92d1f32e9e HTTP/1.1" status: 200 len: 710 time: 0.4244435 Sep 15 19:19:01.937261 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09240091-7b1a-475d-aa0b-90a1ed7b9860 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:19:01.942531 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-09240091-7b1a-475d-aa0b-90a1ed7b9860 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/b0d4a98f-e8a8-41af-b2d5-1f353264b78e HTTP/1.1" status: 200 len: 886 time: 0.0876119 Sep 15 19:19:01.947855 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:19:02.253378 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Publish callbacks [] for router_gateway (80680a8d-979e-4e10-bba7-6f92d1f32e9e), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:02.373841 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 9a8d2389-ed27-498f-8ba6-a99bdc570afa up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:19:02.416624 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 9a8d2389-ed27-498f-8ba6-a99bdc570afa triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:19:02.417007 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:02.417340 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 9a8d2389-ed27-498f-8ba6-a99bdc570afa Sep 15 19:19:02.489808 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 9a8d2389-ed27-498f-8ba6-a99bdc570afa is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:19:02.537642 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:02.606763 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Publish callbacks [] for router_gateway (80680a8d-979e-4e10-bba7-6f92d1f32e9e), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:02.687130 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:02.796412 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Allocated IP 172.27.0.80 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/1db77cb7-24d5-4460-b33a-990113abb9c7) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:19:02.859158 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:02.900238 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Publish callbacks [] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:03.012622 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:03.053367 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:19:03.058801 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:19:03.062617 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:19:03.066202 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Pushing event updated for resources: {'Port': ['ID=1db77cb7-24d5-4460-b33a-990113abb9c7,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:03.382971 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Publish callbacks [] for router_gateway (80680a8d-979e-4e10-bba7-6f92d1f32e9e), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:03.426427 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:03.566908 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500941', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-500704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3007'] for router (80680a8d-979e-4e10-bba7-6f92d1f32e9e), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:03.570304 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-500932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-500799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-500699'] for router (80680a8d-979e-4e10-bba7-6f92d1f32e9e), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:03.673198 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Router 80680a8d-979e-4e10-bba7-6f92d1f32e9e has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:19:03.773163 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:19:03.777908 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:03.778504 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-27305619-3bdf-4164-b96a-f8f5a3de12ea demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/80680a8d-979e-4e10-bba7-6f92d1f32e9e HTTP/1.1" status: 200 len: 889 time: 1.8339865 Sep 15 19:19:03.782897 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Sync routers for ids ['80680a8d-979e-4e10-bba7-6f92d1f32e9e'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:19:03.796320 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Routers {'80680a8d-979e-4e10-bba7-6f92d1f32e9e'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:19:03.797001 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:18:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['80680a8d-979e-4e10-bba7-6f92d1f32e9e'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:04.011968 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Set router 80680a8d-979e-4e10-bba7-6f92d1f32e9e gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:19:04.460051 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'name': 'router1', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1db77cb7-24d5-4460-b33a-990113abb9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:18:42Z', 'updated_at': '2022-09-15T19:19:03Z', 'revision_number': 4, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'gw_port': {'id': '1db77cb7-24d5-4460-b33a-990113abb9c7', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:19:02Z', 'updated_at': '2022-09-15T19:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '9a8d2389-ed27-498f-8ba6-a99bdc570afa', 'name': '', 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'mac_address': 'fa:16:3e:a6:26:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:18:53Z', 'updated_at': '2022-09-15T19:18:56Z', 'revision_number': 5, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'subnets': [{'id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a67f6d03-a769-48fa-add2-931470ecb413'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:04.508195 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Checking router: 80680a8d-979e-4e10-bba7-6f92d1f32e9e for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:19:04.508545 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Updating router 80680a8d-979e-4e10-bba7-6f92d1f32e9e port 1db77cb7-24d5-4460-b33a-990113abb9c7 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:19:04.562301 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:04.767002 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:04.809907 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:04.873096 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Publish callbacks [] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:04.955438 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:04.989233 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Attempting to bind port 1db77cb7-24d5-4460-b33a-990113abb9c7 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:19:04.989594 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Attempting to bind port 1db77cb7-24d5-4460-b33a-990113abb9c7 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:19:04.989973 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Attempting to bind port 1db77cb7-24d5-4460-b33a-990113abb9c7 on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:19:05.027412 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dface6-c1e1-4916-bf27-f436c9a809ef None None] Pushing event updated for resources: {'Port': ['ID=1db77cb7-24d5-4460-b33a-990113abb9c7,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:05.042098 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:19:05.042462 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:19:05.042852 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:05.043233 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:19:05.043705 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Bound port: 1db77cb7-24d5-4460-b33a-990113abb9c7, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:19:05.044075 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:05.091463 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] For port 1db77cb7-24d5-4460-b33a-990113abb9c7, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:19:05.094554 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] For port 1db77cb7-24d5-4460-b33a-990113abb9c7, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=1db77cb7-24d5-4460-b33a-990113abb9c7,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:19:05.144222 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:05.185117 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Routers {'80680a8d-979e-4e10-bba7-6f92d1f32e9e'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:19:05.185874 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:18:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['80680a8d-979e-4e10-bba7-6f92d1f32e9e'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:05.231131 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dface6-c1e1-4916-bf27-f436c9a809ef None None] Pushing event updated for resources: {'Port': ['ID=1db77cb7-24d5-4460-b33a-990113abb9c7,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:05.297162 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] Set router 80680a8d-979e-4e10-bba7-6f92d1f32e9e gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:19:05.488688 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'name': 'router1', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1db77cb7-24d5-4460-b33a-990113abb9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:18:42Z', 'updated_at': '2022-09-15T19:19:03Z', 'revision_number': 4, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'gw_port': {'id': '1db77cb7-24d5-4460-b33a-990113abb9c7', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:19:02Z', 'updated_at': '2022-09-15T19:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '9a8d2389-ed27-498f-8ba6-a99bdc570afa', 'name': '', 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'mac_address': 'fa:16:3e:a6:26:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:18:53Z', 'updated_at': '2022-09-15T19:18:56Z', 'revision_number': 5, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'subnets': [{'id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a67f6d03-a769-48fa-add2-931470ecb413'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:19:05.513031 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e064661-9de1-4d37-a2f3-67b6c7d0681e None None] The sync data for ids ['80680a8d-979e-4e10-bba7-6f92d1f32e9e'] in dv-cinder-849846-10-iscsi is: [{'id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'name': 'router1', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1db77cb7-24d5-4460-b33a-990113abb9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:18:42Z', 'updated_at': '2022-09-15T19:19:03Z', 'revision_number': 4, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'gw_port': {'id': '1db77cb7-24d5-4460-b33a-990113abb9c7', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:19:02Z', 'updated_at': '2022-09-15T19:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '9a8d2389-ed27-498f-8ba6-a99bdc570afa', 'name': '', 'network_id': 'ebdef817-6642-420d-bd0a-b104c2c090b7', 'tenant_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'mac_address': 'fa:16:3e:a6:26:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80680a8d-979e-4e10-bba7-6f92d1f32e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:18:53Z', 'updated_at': '2022-09-15T19:18:56Z', 'revision_number': 5, 'project_id': 'fb57dff1ef814c0992dc5e148d1ae3f3', 'subnets': [{'id': 'bd0da3a5-909e-4664-9c24-90ee4652dfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a67f6d03-a769-48fa-add2-931470ecb413'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:19:06.382408 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 1db77cb7-24d5-4460-b33a-990113abb9c7 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:19:06.427166 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 1db77cb7-24d5-4460-b33a-990113abb9c7 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:19:06.427553 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:06.427923 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 1db77cb7-24d5-4460-b33a-990113abb9c7 Sep 15 19:19:06.499992 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 1db77cb7-24d5-4460-b33a-990113abb9c7 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:19:06.500382 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:06.505769 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:06.521160 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 1db77cb7-24d5-4460-b33a-990113abb9c7, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=1db77cb7-24d5-4460-b33a-990113abb9c7,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:19:06.570282 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 56906) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:19:06.595086 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:06.642669 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=1db77cb7-24d5-4460-b33a-990113abb9c7,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:19:06.963166 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-3be19ee8-1e01-4178-9d37-ba6b17cd3a08 admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3911114 Sep 15 19:19:06.996755 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=31 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:07.029190 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=50 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:08.372049 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 1db77cb7-24d5-4460-b33a-990113abb9c7 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:19:08.417565 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 1db77cb7-24d5-4460-b33a-990113abb9c7 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:19:08.417956 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (1db77cb7-24d5-4460-b33a-990113abb9c7), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:08.418292 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 1db77cb7-24d5-4460-b33a-990113abb9c7 Sep 15 19:19:08.436033 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:08.488172 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 1db77cb7-24d5-4460-b33a-990113abb9c7 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:19:16.955601 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:16.959791 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=33 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:17.019576 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 5 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:19:17.629426 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-020e4aa9-6a4e-40a2-8144-57bb0a91e187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:20.021792 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4e068486-7120-4fa5-ae8b-5d1714efa0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:21.087053 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:22.634484 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:22.784501 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:31.047870 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:31.047870 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:32.569787 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:32.709447 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:19:47.624338 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-da5630de-54f9-42b9-a18b-687b1c7c63c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:50.024854 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-03527d4e-5c10-43d2-9faf-0cb6af866a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:51.132778 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:52.638850 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:52.765264 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:19:54.008798 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 5 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:20:02.695711 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:02.699597 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:16.001671 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:16.002443 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:17.629134 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-109f67c4-b5fe-494b-bf78-37842a7d14eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:20.006234 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-401b9f62-b39b-487d-af44-477f1d9d0476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:21.072731 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:22.628647 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:22.783629 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:31.007391 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 5 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:20:32.692887 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:32.696322 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:33.000524 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:34.214242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 57458) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:20:34.549499 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80f2220-922b-4932-908e-cb67b03537f6 admin admin] GET failed (client error): The resource could not be found. Sep 15 19:20:34.551018 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b80f2220-922b-4932-908e-cb67b03537f6 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3359125 Sep 15 19:20:34.786983 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09b0f81-47a7-431f-b1b7-56b48bba9ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:34.788473 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-a09b0f81-47a7-431f-b1b7-56b48bba9ffc admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2330112 Sep 15 19:20:37.363930 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 57468) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:20:37.726875 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f14a4-1e41-4b9e-a077-1de47afcbd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:37.728226 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-604f14a4-1e41-4b9e-a077-1de47afcbd49 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/bd0da3a5-909e-4664-9c24-90ee4652dfcc HTTP/1.1" status: 200 len: 849 time: 0.3633518 Sep 15 19:20:37.737863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:20:37.824479 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Publish callbacks [] for subnet (bd0da3a5-909e-4664-9c24-90ee4652dfcc), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:38.023214 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729576562580'] for subnet (bd0da3a5-909e-4664-9c24-90ee4652dfcc), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:38.062591 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:38.063183 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:38.063914 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e604e01-28f0-4d06-8405-d27ed4d2b839 None None] Network ebdef817-6642-420d-bd0a-b104c2c090b7 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:20:38.064501 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/bd0da3a5-909e-4664-9c24-90ee4652dfcc HTTP/1.1" status: 200 len: 868 time: 0.3301935 Sep 15 19:20:38.082901 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0da3a5-909e-4664-9c24-90ee4652dfcc,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:20:38.090560 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.090909 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.091267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.091607 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.092139 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.092321 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.092615 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.092938 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.093260 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.093579 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.093907 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.094229 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.094547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.094871 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.095187 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efd8cd-eb43-4279-ab7d-fee49d88b624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:20:38.356855 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-ce6e930d-db37-46af-ab62-d8892cfef51d None None] Provisioning complete for port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:20:38.357247 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ce6e930d-db37-46af-ab62-d8892cfef51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:38.357587 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ce6e930d-db37-46af-ab62-d8892cfef51d None None] Attempt 1 to provision port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 Sep 15 19:20:38.432176 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e930d-db37-46af-ab62-d8892cfef51d None None] Current status of the port 24b0a8fc-bb62-4b03-b8cd-64ab8130ffb8 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:20:38.440076 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-ce6e930d-db37-46af-ab62-d8892cfef51d None None] Provisioning complete for port 9a8d2389-ed27-498f-8ba6-a99bdc570afa triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:20:38.440408 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ce6e930d-db37-46af-ab62-d8892cfef51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (9a8d2389-ed27-498f-8ba6-a99bdc570afa), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:38.440751 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ce6e930d-db37-46af-ab62-d8892cfef51d None None] Attempt 1 to provision port 9a8d2389-ed27-498f-8ba6-a99bdc570afa Sep 15 19:20:38.509062 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e930d-db37-46af-ab62-d8892cfef51d None None] Current status of the port 9a8d2389-ed27-498f-8ba6-a99bdc570afa is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:20:40.640250 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57476) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:20:41.119064 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6e8e8-22b6-43d6-b8c9-03001ea42e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:41.119530 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6e8e8-22b6-43d6-b8c9-03001ea42e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:41.121106 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-98e6e8e8-22b6-43d6-b8c9-03001ea42e7e admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4799266 Sep 15 19:20:43.723729 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57486) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:20:44.137118 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c219b04-e6f1-454b-8482-86bcf8e26b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:44.137585 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c219b04-e6f1-454b-8482-86bcf8e26b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:44.139107 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-4c219b04-e6f1-454b-8482-86bcf8e26b46 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4145260 Sep 15 19:20:45.006190 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:45.011081 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=6 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:46.691425 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57494) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:20:47.151365 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aefcbf9-2a64-4d84-92b7-388e49d4918a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:47.152775 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-3aefcbf9-2a64-4d84-92b7-388e49d4918a admin admin] 10.222.0.18 "GET /networking/v2.0/networks/b0d4a98f-e8a8-41af-b2d5-1f353264b78e HTTP/1.1" status: 200 len: 886 time: 0.4604669 Sep 15 19:20:47.637174 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fd59fbfb-0e7a-4301-abbd-e68332e88fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:48.082882 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:48.086936 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:20:49.713195 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57502) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:20:50.000459 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-45e43105-50d8-48e3-980b-3c357e7f5047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:50.136362 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec148daa-c2df-4248-a902-808be42e5fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:50.137716 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-ec148daa-c2df-4248-a902-808be42e5fa9 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/ebdef817-6642-420d-bd0a-b104c2c090b7 HTTP/1.1" status: 200 len: 869 time: 0.4236722 Sep 15 19:20:51.082920 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:52.636873 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:52.702523 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57510) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:20:52.751997 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:20:53.108039 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3744c1-18fe-4ee4-8198-e0d3123e8f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:53.108417 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3744c1-18fe-4ee4-8198-e0d3123e8f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:53.109941 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-4f3744c1-18fe-4ee4-8198-e0d3123e8f5c admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4064796 Sep 15 19:20:55.670291 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 57518) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:20:56.071670 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5959c-7085-4d44-91a8-84fdf4a6471b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:56.072145 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5959c-7085-4d44-91a8-84fdf4a6471b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:56.073690 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b5f5959c-7085-4d44-91a8-84fdf4a6471b admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4024050 Sep 15 19:20:58.651625 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57526) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:20:59.041465 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e508ef9-1e22-4b20-a669-aca27df7e793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:20:59.042817 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-5e508ef9-1e22-4b20-a669-aca27df7e793 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/4381389d-4747-4c71-9ec6-776551c838af HTTP/1.1" status: 200 len: 816 time: 0.3902380 Sep 15 19:21:01.607589 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57534) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:21:01.981800 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9807b5-d828-427c-a198-fa5c4faf8d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:21:01.983151 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-7f9807b5-d828-427c-a198-fa5c4faf8d13 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/bd0da3a5-909e-4664-9c24-90ee4652dfcc HTTP/1.1" status: 200 len: 868 time: 0.3746066 Sep 15 19:21:02.690171 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:02.691979 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:06.062410 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:06.066262 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:08.005340 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 5 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:21:11.977151 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=64 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:11.979049 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=61 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:17.665533 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0b2f01a1-dae7-4e4e-baab-dc1228e96ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:20.031107 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-87b2de58-da39-4766-97e2-83c1e2c24216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:21.116365 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:22.013243 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=17 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:22.018004 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=17 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:22.635217 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:22.743555 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:31.553850 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57590) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:21:31.874841 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [None req-b4a02dbd-c78e-4342-b7a0-a118380d1b12 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:21:31.875883 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-b4a02dbd-c78e-4342-b7a0-a118380d1b12 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3210258 Sep 15 19:21:32.684938 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:32.690902 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:34.514482 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57598) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:21:34.845702 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a773e4-6adb-4c93-b63f-38d9c97623f1 admin admin] GET failed (client error): The resource could not be found. Sep 15 19:21:34.846998 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-00a773e4-6adb-4c93-b63f-38d9c97623f1 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3315663 Sep 15 19:21:34.992976 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba4b9f-7888-4d6b-a961-8e088b4113b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:21:34.994438 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-85ba4b9f-7888-4d6b-a961-8e088b4113b5 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1431515 Sep 15 19:21:37.589230 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57606) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:21:37.912860 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:21:38.024419 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Made reservation on behalf of 6238bc86e5b040f1914e478da12747a8 for: {'network': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:21:38.026741 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:38.062039 dv-cinder-849846-10-iscsi neutron-server[106635]: WARNING neutron.services.revisions.revision_plugin [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Could not find related network for resource to bump revision. Sep 15 19:21:38.072982 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:21:38.081670 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (eb709582-81bd-42b6-aa3e-aed8be6428dc), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:38.082006 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.segments_db [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Added segment eb709582-81bd-42b6-aa3e-aed8be6428dc of type vlan for network ee50e31e-991d-40ca-8424-6875ba5e89f4 Sep 15 19:21:38.120525 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (ee50e31e-991d-40ca-8424-6875ba5e89f4), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:38.196281 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (ee50e31e-991d-40ca-8424-6875ba5e89f4), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:38.197275 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:21:38.197855 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:38.260204 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Pushing event updated for resources: {'Network': ['ID=ee50e31e-991d-40ca-8424-6875ba5e89f4,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:38.266653 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.267002 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.267340 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.267704 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.268031 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.268358 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.268685 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.269031 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.269353 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.269678 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.270015 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.270340 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.270658 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.270974 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.271293 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:38.282524 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network ee50e31e-991d-40ca-8424-6875ba5e89f4 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:21:38.307633 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0f976b7b-16df-4c95-a484-df69bb255ebf admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7173400 Sep 15 19:21:40.896374 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57614) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:21:41.233039 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd12207a-f520-451f-b2ae-8668addf7be3 admin admin] GET failed (client error): The resource could not be found. Sep 15 19:21:41.234310 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-fd12207a-f520-451f-b2ae-8668addf7be3 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3369973 Sep 15 19:21:41.306324 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19200f4-1835-4094-b756-e89a5686d2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:21:41.307822 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a19200f4-1835-4094-b756-e89a5686d2ca admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691497 Sep 15 19:21:41.317853 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4', 'ip_version': 4}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:21:41.412925 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Made reservation on behalf of 6238bc86e5b040f1914e478da12747a8 for: {'subnet': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:21:41.415818 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:41.714587 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for subnet (93eea7e1-5ac8-4b10-aa04-7f5290c2fa70), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:41.775056 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93eea7e1-5ac8-4b10-aa04-7f5290c2fa70,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:41.785598 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Checking segment: {'id': 'eb709582-81bd-42b6-aa3e-aed8be6428dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:21:41.785965 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Network hostable DHCP agents. Network: ee50e31e-991d-40ca-8424-6875ba5e89f4, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:21:41.909119 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Network ee50e31e-991d-40ca-8424-6875ba5e89f4 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:21:41.994395 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, ee50e31e-991d-40ca-8424-6875ba5e89f4) {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:21:41.999294 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:21:42.003435 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:42.004166 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afbf49f-5b6e-460a-8a2c-773e37314b09 None None] Network ee50e31e-991d-40ca-8424-6875ba5e89f4 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:21:42.084459 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-02289d5b-5e78-4232-a339-54c54ad3c900 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7699602 Sep 15 19:21:42.108044 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-ee50e31e-991d-40ca-8424-6875ba5e89f4', 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4', 'project_id': '6238bc86e5b040f1914e478da12747a8', 'fixed_ips': [{'subnet_id': '93eea7e1-5ac8-4b10-aa04-7f5290c2fa70'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:21:42.109001 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:42.346160 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Allocated IP 192.168.233.2 (ee50e31e-991d-40ca-8424-6875ba5e89f4/93eea7e1-5ac8-4b10-aa04-7f5290c2fa70/113c0356-e76d-4e6a-9255-ed707b0dfea8) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:21:42.488510 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Publish callbacks [] for port (113c0356-e76d-4e6a-9255-ed707b0dfea8), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:42.585563 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (113c0356-e76d-4e6a-9255-ed707b0dfea8), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:42.626161 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Network ee50e31e-991d-40ca-8424-6875ba5e89f4 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:21:42.633000 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:21:42.635115 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Pushing event updated for resources: {'Port': ['ID=113c0356-e76d-4e6a-9255-ed707b0dfea8,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:42.637367 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:21:42.646165 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.646507 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.646899 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.647217 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.648067 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.648392 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.648715 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.649036 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.649377 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.649702 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.650024 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.650349 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.650688 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.650988 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.651301 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:42.706238 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Attempting to bind port 113c0356-e76d-4e6a-9255-ed707b0dfea8 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:21:42.706597 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Attempting to bind port 113c0356-e76d-4e6a-9255-ed707b0dfea8 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'eb709582-81bd-42b6-aa3e-aed8be6428dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:21:42.706947 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Attempting to bind port 113c0356-e76d-4e6a-9255-ed707b0dfea8 on network ee50e31e-991d-40ca-8424-6875ba5e89f4 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:21:42.752195 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:21:42.752582 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Checking segment: {'id': 'eb709582-81bd-42b6-aa3e-aed8be6428dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:21:42.752979 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:42.753365 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Bound using segment: {'id': 'eb709582-81bd-42b6-aa3e-aed8be6428dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:21:42.753829 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Bound port: 113c0356-e76d-4e6a-9255-ed707b0dfea8, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb709582-81bd-42b6-aa3e-aed8be6428dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:21:42.754199 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (113c0356-e76d-4e6a-9255-ed707b0dfea8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:42.814314 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] For port 113c0356-e76d-4e6a-9255-ed707b0dfea8, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:21:42.817455 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] For port 113c0356-e76d-4e6a-9255-ed707b0dfea8, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=113c0356-e76d-4e6a-9255-ed707b0dfea8,segment=NetworkSegment(eb709582-81bd-42b6-aa3e-aed8be6428dc),segment_id=eb709582-81bd-42b6-aa3e-aed8be6428dc)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:21:42.905309 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (113c0356-e76d-4e6a-9255-ed707b0dfea8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:42.961063 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9aeb1-714a-49c2-b4c1-85e7bd0bcb74 None None] Pushing event updated for resources: {'Port': ['ID=113c0356-e76d-4e6a-9255-ed707b0dfea8,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:43.780209 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cda9d5b-d71e-461c-9568-aa9cc037de6a None None] Network ee50e31e-991d-40ca-8424-6875ba5e89f4 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:21:43.832441 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-f57bcbf2-9589-43d5-abc6-5c50884c301e None None] Provisioning complete for port 113c0356-e76d-4e6a-9255-ed707b0dfea8 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:21:43.832874 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f57bcbf2-9589-43d5-abc6-5c50884c301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (113c0356-e76d-4e6a-9255-ed707b0dfea8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:43.833205 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-f57bcbf2-9589-43d5-abc6-5c50884c301e None None] Attempt 1 to provision port 113c0356-e76d-4e6a-9255-ed707b0dfea8 Sep 15 19:21:43.871910 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:43.875495 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:43.961378 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-f57bcbf2-9589-43d5-abc6-5c50884c301e None None] Current status of the port 113c0356-e76d-4e6a-9255-ed707b0dfea8 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:21:43.961658 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f57bcbf2-9589-43d5-abc6-5c50884c301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (113c0356-e76d-4e6a-9255-ed707b0dfea8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:44.005909 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-f57bcbf2-9589-43d5-abc6-5c50884c301e None None] For port 113c0356-e76d-4e6a-9255-ed707b0dfea8, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=113c0356-e76d-4e6a-9255-ed707b0dfea8,segment=NetworkSegment(eb709582-81bd-42b6-aa3e-aed8be6428dc),segment_id=eb709582-81bd-42b6-aa3e-aed8be6428dc)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:44.069688 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f57bcbf2-9589-43d5-abc6-5c50884c301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (113c0356-e76d-4e6a-9255-ed707b0dfea8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:44.123566 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bcbf2-9589-43d5-abc6-5c50884c301e None None] Pushing event updated for resources: {'Port': ['ID=113c0356-e76d-4e6a-9255-ed707b0dfea8,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:44.188669 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-173b35ff-07af-4f01-98e2-35e73259be7d None None] Provisioning complete for port 113c0356-e76d-4e6a-9255-ed707b0dfea8 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:21:44.189057 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-173b35ff-07af-4f01-98e2-35e73259be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (113c0356-e76d-4e6a-9255-ed707b0dfea8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:44.189396 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-173b35ff-07af-4f01-98e2-35e73259be7d None None] Attempt 1 to provision port 113c0356-e76d-4e6a-9255-ed707b0dfea8 Sep 15 19:21:44.265510 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-173b35ff-07af-4f01-98e2-35e73259be7d None None] Current status of the port 113c0356-e76d-4e6a-9255-ed707b0dfea8 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:21:44.479196 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 113c0356-e76d-4e6a-9255-ed707b0dfea8 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:21:44.524582 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 113c0356-e76d-4e6a-9255-ed707b0dfea8 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:21:44.524882 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (113c0356-e76d-4e6a-9255-ed707b0dfea8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:44.525214 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 113c0356-e76d-4e6a-9255-ed707b0dfea8 Sep 15 19:21:44.598152 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 113c0356-e76d-4e6a-9255-ed707b0dfea8 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:21:45.004069 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 5 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:21:47.618840 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-173b5f73-9cd4-4942-ae8f-fe2b6ec81049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:50.013239 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c3b40de9-dcaa-4d40-887a-4aec5165047c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:51.087211 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:52.009635 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:52.010475 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=75,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:52.636289 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:52.777625 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:21:59.009555 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:21:59.013410 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:22:02.690766 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:22:02.692552 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:22:15.996522 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:22:15.997306 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:22:17.639453 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0ce88fac-b355-4055-811a-b1ea1d8b1048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:22:20.046919 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ccd67f10-2a8e-44df-9bac-e067c163192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:22:21.103981 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:22:22.002516 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 5 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:22:22.669857 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:22:22.732571 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:22:32.694374 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=9 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:22:32.696206 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:22:36.014767 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:22:36.019603 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:22:47.640662 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0cd775df-e696-4083-b762-46beb64cfe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:22:50.024011 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-66e91993-849e-4448-ac43-b98578cf4e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:22:51.085902 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:22:52.668832 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:22:52.766129 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:22:59.002353 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 5 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:23:02.698808 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:02.700699 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:04.369131 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 57656) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:23:04.375671 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [None req-3a008b70-039c-4f7b-95ae-8a5918094f0b tempest-verify_tempest_config-643906527 tempest-verify_tempest_config-643906527-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:23:04.376657 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-3a008b70-039c-4f7b-95ae-8a5918094f0b tempest-verify_tempest_config-643906527 tempest-verify_tempest_config-643906527-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0065758 Sep 15 19:23:05.081360 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57674) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:23:05.406735 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:05.482189 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Publish callbacks [] for security_group (a3a1a494-6ec7-4eb6-8db0-bb4f2b28c4e4), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:05.542856 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a3a1a494-6ec7-4eb6-8db0-bb4f2b28c4e4), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:05.589390 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=07ce66c4834d41a9aa93181ea7d22ca0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5069385 Sep 15 19:23:05.590222 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a1a494-6ec7-4eb6-8db0-bb4f2b28c4e4,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:05.592197 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 57680) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:23:05.597029 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.597374 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.597708 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.598039 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.598366 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.598694 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.599011 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.599327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.599672 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.600568 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.600901 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.601222 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.601536 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.601848 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.602162 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427271d-0102-4eab-a6a2-2fa37a34627b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.668688 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Publish callbacks [] for security_group (a3a1a494-6ec7-4eb6-8db0-bb4f2b28c4e4), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:05.687827 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Publish callbacks [] for security_group (a3a1a494-6ec7-4eb6-8db0-bb4f2b28c4e4), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:05.857442 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a3a1a494-6ec7-4eb6-8db0-bb4f2b28c4e4), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:05.860035 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:05.861193 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a3a1a494-6ec7-4eb6-8db0-bb4f2b28c4e4 HTTP/1.1" status: 204 len: 168 time: 0.2679543 Sep 15 19:23:05.869035 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a1a494-6ec7-4eb6-8db0-bb4f2b28c4e4,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:23:05.875849 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.876205 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.876550 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.876887 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.877215 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.877568 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.877897 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.878218 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.878535 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.878854 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.879192 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.879514 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.879864 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.880169 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:05.880483 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ed8a4-91ea-4d20-957f-dfc3d080a42b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:23:15.593263 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:15.594172 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:15.871704 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:15.872726 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:15.900385 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:16.716272 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=17 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:16.719261 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=17 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:17.633900 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4ff3df90-4a86-4203-9a1e-58c9041662aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:20.285280 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-12530ccd-e6eb-48c5-b129-3956054066e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:21.108407 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:22.673853 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:22.765474 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:32.697003 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:32.704069 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:36.000520 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 5 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:23:47.622104 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e706b6c5-b525-45af-9107-6998976d5bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:50.031191 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:50.031951 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:23:50.079881 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-45a70cd1-64d8-4dae-8aa6-577d09971b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:51.141991 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:52.673648 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:23:52.788128 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:02.701571 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:24:02.708539 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:24:13.000053 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 5 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:24:17.632963 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2e56b3ac-085e-4150-b8c4-14400468f0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:20.089905 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6a1b1b89-3d91-454b-a343-9e00399b699e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:21.112742 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:22.679350 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:22.775707 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:27.023384 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:24:27.029376 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=6 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:24:32.704530 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:24:32.707476 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:24:40.987191 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506564'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:47.643589 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b8b842c3-167b-45a5-9874-ccdb370d1034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:50.001787 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:24:50.038364 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a4210bb4-db94-4c20-9206-c5ae8d5b41fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:51.112600 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:52.689340 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:52.780721 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:24:54.282742 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 57774) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:24:54.411805 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-6895cdbe-2668-4ecf-8e15-96e3e50e343d admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1279655 Sep 15 19:24:56.860618 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 57784) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:24:56.923916 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-f4e78f0c-5f2c-4e51-aab7-feafd0d4965f admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0622447 Sep 15 19:25:02.702502 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:02.704388 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:04.014752 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:04.026780 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:06.918001 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:06.918777 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:10.940679 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:16.711616 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=14 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:16.712386 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=12 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:17.632001 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1b1a6338-9b87-4921-b6ca-28838114e001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:20.048091 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b406dd8f-80c3-4c8e-9051-cfe648d8a2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:21.106150 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:22.682473 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:22.768331 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:27.000942 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:25:32.706834 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:32.708726 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:40.950365 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:41.018839 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:41.023715 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=7 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:25:47.631818 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4cc34de1-927d-4c26-bea6-2a1d709167fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:50.042986 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-64f112df-b2a1-4178-b0c2-f4b49f4b834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:51.134441 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:52.702963 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:25:52.770684 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:02.709661 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:02.712542 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:04.000553 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:26:10.963010 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:17.625743 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f43597f2-f440-47a8-92a7-513b94609a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:18.015316 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:18.021469 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:20.040766 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1052898a-51ae-4a3a-80ca-6e00d57f7e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:21.134068 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:22.697686 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:22.768510 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:29.108006 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 57922) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:29.564833 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1276486865-network', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:29.682891 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Made reservation on behalf of 4a866fb1264140c1a1056696bf6fabc7 for: {'network': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:29.685349 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:29.696757 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:29.785324 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Publish callbacks [] for security_group (cfc574a6-2b86-4398-9059-02b80bcfedb9), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:29.875799 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (cfc574a6-2b86-4398-9059-02b80bcfedb9), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:29.913107 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:29.920989 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc574a6-2b86-4398-9059-02b80bcfedb9,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:29.931772 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.932120 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.932534 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.932789 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Tracked resource versions report: Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: pushed versions: Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: { 'AddressGroup': {'1.2'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Agent': {'1.1'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'ConntrackHelper': {'1.0'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'LocalIPAssociation': {'1.0'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Log': {'1.0'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'NDPProxy': {'1.0'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Network': {'1.1'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Port': {'1.7'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'PortForwarding': {'1.3'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'QosPolicy': {'1.10'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SecurityGroup': {'1.5'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SecurityGroupRule': {'1.2'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SubPort': {'1.0'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Subnet': {'1.1'}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Trunk': {'1.1'}} Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: consumer versions: Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: { DHCP agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: HyperV agent@hv-cinder-84984: {}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: L3 agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: Metadata agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: Metering agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: Open vSwitch agent@dv-cinder-849846-10-iscsi: { 'AddressGroup': '1.2', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Agent': '1.1', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'ConntrackHelper': '1.0', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'LocalIPAssociation': '1.0', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Log': '1.0', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'NDPProxy': '1.0', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Network': '1.1', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Port': '1.7', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'PortForwarding': '1.3', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'QosPolicy': '1.10', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SecurityGroup': '1.5', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SecurityGroupRule': '1.2', Sep 15 19:26:29.940267 dv-cinder-849846-10-iscsi neutron-server[106634]: 'SubPort': '1.0', Sep 15 19:26:29.946157 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Subnet': '1.1', Sep 15 19:26:29.946157 dv-cinder-849846-10-iscsi neutron-server[106634]: 'Trunk': '1.1'}} Sep 15 19:26:29.946157 dv-cinder-849846-10-iscsi neutron-server[106634]: {{(pid=106634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:26:29.946157 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729576634552', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (76ddc212-221a-41c5-8581-eb4560e1c885), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:29.946157 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Unsubscribe: segment precommit_create {{(pid=106634) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 19:26:29.946157 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.segments_db [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Added segment 76ddc212-221a-41c5-8581-eb4560e1c885 of type vlan for network 154bf27e-6b45-4c49-b369-66b1d881a8f5 Sep 15 19:26:29.999800 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (154bf27e-6b45-4c49-b369-66b1d881a8f5), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:30.117883 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (154bf27e-6b45-4c49-b369-66b1d881a8f5), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:30.119010 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:30.120024 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:30.214081 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] Pushing event updated for resources: {'Network': ['ID=154bf27e-6b45-4c49-b369-66b1d881a8f5,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:30.225712 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network 154bf27e-6b45-4c49-b369-66b1d881a8f5 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:26:30.274989 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-1c9b693b-96c1-4a39-b1f9-439091a63edf admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1658709 Sep 15 19:26:30.284325 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 57972) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:30.290145 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Request body: {'subnet': {'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1276486865-subnet', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:30.390971 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Made reservation on behalf of 4a866fb1264140c1a1056696bf6fabc7 for: {'subnet': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:30.393661 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:30.658665 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for subnet (aa19cb13-ddfb-452e-b3a4-eabfa8947bcc), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:30.712235 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa19cb13-ddfb-452e-b3a4-eabfa8947bcc,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:30.734996 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Checking segment: {'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:30.735445 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Network hostable DHCP agents. Network: 154bf27e-6b45-4c49-b369-66b1d881a8f5, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:30.784298 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 57984) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:30.837212 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Network 154bf27e-6b45-4c49-b369-66b1d881a8f5 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:30.916206 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, 154bf27e-6b45-4c49-b369-66b1d881a8f5) {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:30.932209 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef73b2-9c84-4695-b99c-543de2ecbd18 None None] Network 154bf27e-6b45-4c49-b369-66b1d881a8f5 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:26:30.942035 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:30.942616 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.029931 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-c14dd438-1cae-4037-9a7f-ffc1b49d7bc8 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7443347 Sep 15 19:26:31.032723 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58010) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:31.038474 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1276486865-router', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:31.093176 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-154bf27e-6b45-4c49-b369-66b1d881a8f5', 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5', 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'fixed_ips': [{'subnet_id': 'aa19cb13-ddfb-452e-b3a4-eabfa8947bcc'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:26:31.094250 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.150063 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (4b5067d6-88e8-4f91-9885-d6a78f91e6da), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.151835 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (4b5067d6-88e8-4f91-9885-d6a78f91e6da), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.212773 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks [] for router_controller (4b5067d6-88e8-4f91-9885-d6a78f91e6da), precommit_add_association {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.243870 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Allocated IP 172.20.0.2 (154bf27e-6b45-4c49-b369-66b1d881a8f5/aa19cb13-ddfb-452e-b3a4-eabfa8947bcc/3fb6441a-d0b4-480f-995b-c1e6a724f749) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:31.449409 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-network', 'tenant_id': '016f968319fd49d98506030c0bee6021'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:31.461193 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Publish callbacks [] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.541279 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks [] for router_gateway (4b5067d6-88e8-4f91-9885-d6a78f91e6da), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.549814 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.592441 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Network 154bf27e-6b45-4c49-b369-66b1d881a8f5 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:31.597607 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:31.599716 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Pushing event updated for resources: {'Port': ['ID=3fb6441a-d0b4-480f-995b-c1e6a724f749,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:31.602535 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:31.608315 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Made reservation on behalf of 016f968319fd49d98506030c0bee6021 for: {'network': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:31.610690 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.618768 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.619342 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.627772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.628727 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Tracked resource versions report: Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: pushed versions: Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: { 'AddressGroup': {'1.2'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Agent': {'1.1'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'ConntrackHelper': {'1.0'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'LocalIPAssociation': {'1.0'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Log': {'1.0'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'NDPProxy': {'1.0'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Network': {'1.1'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Port': {'1.7'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'PortForwarding': {'1.3'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'QosPolicy': {'1.10'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SecurityGroup': {'1.5'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SecurityGroupRule': {'1.2'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SubPort': {'1.0'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Subnet': {'1.1'}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Trunk': {'1.1'}} Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: consumer versions: Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: { DHCP agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: HyperV agent@hv-cinder-84984: {}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: L3 agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: Metadata agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: Metering agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: Open vSwitch agent@dv-cinder-849846-10-iscsi: { 'AddressGroup': '1.2', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Agent': '1.1', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'ConntrackHelper': '1.0', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'LocalIPAssociation': '1.0', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Log': '1.0', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'NDPProxy': '1.0', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Network': '1.1', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Port': '1.7', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'PortForwarding': '1.3', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'QosPolicy': '1.10', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SecurityGroup': '1.5', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SecurityGroupRule': '1.2', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'SubPort': '1.0', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Subnet': '1.1', Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: 'Trunk': '1.1'}} Sep 15 19:26:31.628843 dv-cinder-849846-10-iscsi neutron-server[106636]: {{(pid=106636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:26:31.675103 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58036) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:31.690300 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Attempting to bind port 3fb6441a-d0b4-480f-995b-c1e6a724f749 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:26:31.690834 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Attempting to bind port 3fb6441a-d0b4-480f-995b-c1e6a724f749 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:26:31.691791 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Attempting to bind port 3fb6441a-d0b4-480f-995b-c1e6a724f749 on network 154bf27e-6b45-4c49-b369-66b1d881a8f5 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:26:31.761842 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:26:31.762597 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Checking segment: {'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:31.763054 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.763398 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Bound using segment: {'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:26:31.763964 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Bound port: 3fb6441a-d0b4-480f-995b-c1e6a724f749, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:26:31.764346 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.783280 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:31.836928 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] For port 3fb6441a-d0b4-480f-995b-c1e6a724f749, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:31.841939 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] For port 3fb6441a-d0b4-480f-995b-c1e6a724f749, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=3fb6441a-d0b4-480f-995b-c1e6a724f749,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:31.901502 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Publish callbacks [] for security_group (a036412d-100c-45e2-9827-fafca75daf25), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.904390 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.955595 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks [] for router_gateway (4b5067d6-88e8-4f91-9885-d6a78f91e6da), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:31.978929 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:31.980044 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d55a7d-f4b9-4430-a0b7-65fc061ece15 None None] Pushing event updated for resources: {'Port': ['ID=3fb6441a-d0b4-480f-995b-c1e6a724f749,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:31.993889 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-905726635-network', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:31.995733 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.012150 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:32.095238 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a036412d-100c-45e2-9827-fafca75daf25), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.111715 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Made reservation on behalf of 53ec78c2e65c4f0c86d505c409031ab6 for: {'network': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:32.115447 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.133127 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.136900 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:32.165900 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=106635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:32.194667 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a036412d-100c-45e2-9827-fafca75daf25,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:32.206968 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.207292 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.208027 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.208524 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.209018 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.209525 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.209991 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.210468 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Tracked resource versions report: Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: pushed versions: Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: { 'AddressGroup': {'1.2'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Agent': {'1.1'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'ConntrackHelper': {'1.0'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'LocalIPAssociation': {'1.0'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Log': {'1.0'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'NDPProxy': {'1.0'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Network': {'1.1'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Port': {'1.7'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'PortForwarding': {'1.3'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'QosPolicy': {'1.10'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SecurityGroup': {'1.5'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SecurityGroupRule': {'1.2'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SubPort': {'1.0'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Subnet': {'1.1'}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Trunk': {'1.1'}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: consumer versions: Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: { DHCP agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: HyperV agent@hv-cinder-84984: {}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: L3 agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: Metadata agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: Metering agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: Open vSwitch agent@dv-cinder-849846-10-iscsi: { 'AddressGroup': '1.2', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Agent': '1.1', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'ConntrackHelper': '1.0', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'LocalIPAssociation': '1.0', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Log': '1.0', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'NDPProxy': '1.0', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Network': '1.1', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Port': '1.7', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'PortForwarding': '1.3', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'QosPolicy': '1.10', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SecurityGroup': '1.5', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SecurityGroupRule': '1.2', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'SubPort': '1.0', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Subnet': '1.1', Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: 'Trunk': '1.1'}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: {{(pid=106635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (b358e20f-e1d0-4310-b239-d7b6bd6a8f35), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.299327 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.segments_db [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Added segment b358e20f-e1d0-4310-b239-d7b6bd6a8f35 of type vlan for network f2ffb04b-7869-41f6-aad2-f6912ace930a Sep 15 19:26:32.302644 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Publish callbacks [] for security_group (e8f8a9ea-3969-425a-9eee-3e4df52662de), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.303133 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Allocated IP 172.27.0.124 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/95324888-2c9f-4222-a6ca-eb4522e77b8d) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:32.342378 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=7 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:32.347049 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (e8f8a9ea-3969-425a-9eee-3e4df52662de), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.364786 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (f2ffb04b-7869-41f6-aad2-f6912ace930a), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.421197 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f8a9ea-3969-425a-9eee-3e4df52662de,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:32.448739 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:32.458597 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:32.485547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (e4bb12a6-7b44-49da-bb71-3038173f9119), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.486176 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.segments_db [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Added segment e4bb12a6-7b44-49da-bb71-3038173f9119 of type vlan for network f608162d-6498-4eba-ac51-7e7b4de51e0d Sep 15 19:26:32.517401 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks [] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.571821 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (f608162d-6498-4eba-ac51-7e7b4de51e0d), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.593026 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (f2ffb04b-7869-41f6-aad2-f6912ace930a), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.605864 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:32.605864 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.683572 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (f608162d-6498-4eba-ac51-7e7b4de51e0d), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.684876 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:32.685622 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.754911 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 3fb6441a-d0b4-480f-995b-c1e6a724f749 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:32.841854 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] Pushing event updated for resources: {'Network': ['ID=f608162d-6498-4eba-ac51-7e7b4de51e0d,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:32.842065 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58068) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:32.843413 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0630536 Sep 15 19:26:32.847259 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Request body: {'subnet': {'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-subnet', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:32.862213 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426aa333-42ab-41cf-8ec6-e11d55a14a84 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ffb04b-7869-41f6-aad2-f6912ace930a,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:32.888585 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network f608162d-6498-4eba-ac51-7e7b4de51e0d details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:26:32.891954 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network f2ffb04b-7869-41f6-aad2-f6912ace930a details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:26:32.894815 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 3fb6441a-d0b4-480f-995b-c1e6a724f749 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:32.895825 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.896380 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 3fb6441a-d0b4-480f-995b-c1e6a724f749 Sep 15 19:26:32.908103 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-48a53188-3a1f-4ffc-93a9-d47d50a0e400 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2311254 Sep 15 19:26:32.911050 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58076) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:32.917212 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Request body: {'subnet': {'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-905726635-subnet', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:32.950196 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:32.996812 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Made reservation on behalf of 016f968319fd49d98506030c0bee6021 for: {'subnet': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:32.998619 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:33.093192 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Made reservation on behalf of 53ec78c2e65c4f0c86d505c409031ab6 for: {'subnet': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:33.097876 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:33.170647 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:33.186517 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:33.512367 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:33.512367 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Pushing event updated for resources: {'Port': ['ID=95324888-2c9f-4222-a6ca-eb4522e77b8d,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:33.518940 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 3fb6441a-d0b4-480f-995b-c1e6a724f749 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:33.518940 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:33.518940 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 3fb6441a-d0b4-480f-995b-c1e6a724f749, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=3fb6441a-d0b4-480f-995b-c1e6a724f749,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:33.558198 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af7281d-52d2-4079-9970-99c6eca0ba7f None None] Network 154bf27e-6b45-4c49-b369-66b1d881a8f5 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:26:33.662843 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:33.685466 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-9a901fc5-52d4-4d40-8915-c0529d796fa0 None None] Provisioning complete for port 3fb6441a-d0b4-480f-995b-c1e6a724f749 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:33.685852 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9a901fc5-52d4-4d40-8915-c0529d796fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:33.686184 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9a901fc5-52d4-4d40-8915-c0529d796fa0 None None] Attempt 1 to provision port 3fb6441a-d0b4-480f-995b-c1e6a724f749 Sep 15 19:26:33.730665 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for subnet (15f1138e-d4d8-45fc-9c33-4f2e21216a9a), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:33.735561 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for subnet (a70788c3-b1e1-445b-9b7b-a4dc053dec41), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:33.848210 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:33.863554 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f1138e-d4d8-45fc-9c33-4f2e21216a9a,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:33.901616 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Checking segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:33.901933 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Network hostable DHCP agents. Network: f608162d-6498-4eba-ac51-7e7b4de51e0d, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:33.903484 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=3fb6441a-d0b4-480f-995b-c1e6a724f749,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:33.963898 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Checking segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:33.964691 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Network hostable DHCP agents. Network: f2ffb04b-7869-41f6-aad2-f6912ace930a, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:33.988388 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks [] for router_gateway (4b5067d6-88e8-4f91-9885-d6a78f91e6da), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.007883 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9a901fc5-52d4-4d40-8915-c0529d796fa0 None None] Current status of the port 3fb6441a-d0b4-480f-995b-c1e6a724f749 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:34.035328 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70788c3-b1e1-445b-9b7b-a4dc053dec41,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.168771 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Network f608162d-6498-4eba-ac51-7e7b4de51e0d is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:34.197256 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Network f2ffb04b-7869-41f6-aad2-f6912ace930a is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:34.228027 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-33bdff06-2299-467a-aea5-ce20841adbac None None] Provisioning complete for port 3fb6441a-d0b4-480f-995b-c1e6a724f749 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:34.228671 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-33bdff06-2299-467a-aea5-ce20841adbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.229526 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-33bdff06-2299-467a-aea5-ce20841adbac None None] Attempt 1 to provision port 3fb6441a-d0b4-480f-995b-c1e6a724f749 Sep 15 19:26:34.244696 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (4b5067d6-88e8-4f91-9885-d6a78f91e6da), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.312478 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, f608162d-6498-4eba-ac51-7e7b4de51e0d) {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:34.314801 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, f2ffb04b-7869-41f6-aad2-f6912ace930a) {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:34.320538 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:34.321246 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.330349 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-33bdff06-2299-467a-aea5-ce20841adbac None None] Current status of the port 3fb6441a-d0b4-480f-995b-c1e6a724f749 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:34.334404 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d639d-4298-45e7-b418-4fd2e11e952e None None] Network f608162d-6498-4eba-ac51-7e7b4de51e0d requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:26:34.340108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fae64e-54d5-460e-b22d-2f2eca59a831 None None] Network f2ffb04b-7869-41f6-aad2-f6912ace930a requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:26:34.351063 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:34.351738 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.426019 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-f04fbfc9-95ba-42d5-8116-f4bbfd25af20 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5120709 Sep 15 19:26:34.426808 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58130) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:34.443393 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:34.511601 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58142) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:34.514605 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-cd0a87ba-d29c-4687-8b38-4c89b24fa93b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6712768 Sep 15 19:26:34.518330 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:34.554096 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-f2ffb04b-7869-41f6-aad2-f6912ace930a', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'project_id': '016f968319fd49d98506030c0bee6021', 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:26:34.554994 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.561825 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Router 4b5067d6-88e8-4f91-9885-d6a78f91e6da is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:26:34.573610 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-f608162d-6498-4eba-ac51-7e7b4de51e0d', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:26:34.573610 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.576517 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:34.592336 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.592812 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.721299 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (1e64ce52-d7d1-4448-8702-3d0520e2869c), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.722746 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (1e64ce52-d7d1-4448-8702-3d0520e2869c), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.734534 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:34.737178 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:34.745041 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:34.762157 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 3fb6441a-d0b4-480f-995b-c1e6a724f749 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:34.767453 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:34.776053 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks [] for router_controller (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), precommit_add_association {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.784555 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Sync routers for ids ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:26:34.799502 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Routers {'4b5067d6-88e8-4f91-9885-d6a78f91e6da'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:34.802273 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:34.895978 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks [] for router_controller (1e64ce52-d7d1-4448-8702-3d0520e2869c), precommit_add_association {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.914267 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:34.915592 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-3282ccb1-db29-43e2-a832-345897db439d admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8817780 Sep 15 19:26:34.920186 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58154) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:35.007495 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 3fb6441a-d0b4-480f-995b-c1e6a724f749 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:35.008677 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:35.009887 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 3fb6441a-d0b4-480f-995b-c1e6a724f749 Sep 15 19:26:35.078246 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:35.118309 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks [] for router_gateway (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:35.126865 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Allocated IP 172.20.0.2 (f608162d-6498-4eba-ac51-7e7b4de51e0d/15f1138e-d4d8-45fc-9c33-4f2e21216a9a/77f4f0af-54d2-4017-aa4d-3da3769cdecd) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:35.156663 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Set router 4b5067d6-88e8-4f91-9885-d6a78f91e6da gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:35.424832 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Publish callbacks [] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:35.441832 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Allocated IP 172.20.0.2 (f2ffb04b-7869-41f6-aad2-f6912ace930a/a70788c3-b1e1-445b-9b7b-a4dc053dec41/a03cad0d-1495-4a74-9c10-485ea7efe966) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:35.473601 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'name': 'tempest-DeleteServersTestJSON-1276486865-router', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:31Z', 'updated_at': '2022-09-15T19:26:33Z', 'revision_number': 3, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'gw_port': {'id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:32Z', 'updated_at': '2022-09-15T19:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:35.572996 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Checking router: 4b5067d6-88e8-4f91-9885-d6a78f91e6da for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:26:35.572996 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Updating router 4b5067d6-88e8-4f91-9885-d6a78f91e6da port 95324888-2c9f-4222-a6ca-eb4522e77b8d binding host dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:26:35.641110 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:35.757144 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks [] for router_gateway (1e64ce52-d7d1-4448-8702-3d0520e2869c), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:35.811625 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:35.816350 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:35.855780 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Network f608162d-6498-4eba-ac51-7e7b4de51e0d is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:35.862699 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks [] for router_gateway (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:35.905279 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:35.945199 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:35.949455 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Pushing event updated for resources: {'Port': ['ID=77f4f0af-54d2-4017-aa4d-3da3769cdecd,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:35.963173 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:36.108616 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:36.139747 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Publish callbacks [] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.145144 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Publish callbacks [] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.151328 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Attempting to bind port 77f4f0af-54d2-4017-aa4d-3da3769cdecd on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:26:36.151986 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Attempting to bind port 77f4f0af-54d2-4017-aa4d-3da3769cdecd by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:26:36.152529 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Attempting to bind port 77f4f0af-54d2-4017-aa4d-3da3769cdecd on network f608162d-6498-4eba-ac51-7e7b4de51e0d {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:26:36.231535 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58194) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:36.268583 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:36.273915 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.351745 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks [] for router_gateway (1e64ce52-d7d1-4448-8702-3d0520e2869c), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.376525 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Attempting to bind port 95324888-2c9f-4222-a6ca-eb4522e77b8d on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:26:36.376955 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Attempting to bind port 95324888-2c9f-4222-a6ca-eb4522e77b8d by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:26:36.377252 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Attempting to bind port 95324888-2c9f-4222-a6ca-eb4522e77b8d on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:26:36.396164 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.402283 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 3fb6441a-d0b4-480f-995b-c1e6a724f749 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:36.406399 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.416594 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.437192 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Allocated IP 172.27.0.226 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/b97c7b81-ade8-48a7-969c-a6addab024d8) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:36.509239 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58206) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:36.552519 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Pushing event updated for resources: {'Port': ['ID=95324888-2c9f-4222-a6ca-eb4522e77b8d,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:36.569885 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Pushing event updated for resources: {'Port': ['ID=a03cad0d-1495-4a74-9c10-485ea7efe966,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:36.578013 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.578912 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.579839 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.581292 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.581441 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.581524 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:26:36.581862 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Checking segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:36.582268 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.582452 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.582663 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Bound using segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:26:36.583159 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Bound port: 77f4f0af-54d2-4017-aa4d-3da3769cdecd, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:26:36.583268 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.583545 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.583995 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.584674 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.585357 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.585922 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.587017 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.587125 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.587752 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.588328 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Tracked resource versions report: Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: pushed versions: Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: { 'AddressGroup': {'1.2'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Agent': {'1.1'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'ConntrackHelper': {'1.0'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'LocalIPAssociation': {'1.0'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Log': {'1.0'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'NDPProxy': {'1.0'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Network': {'1.1'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Port': {'1.7'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'PortForwarding': {'1.3'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'QosPolicy': {'1.10'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SecurityGroup': {'1.5'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SecurityGroupRule': {'1.2'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SubPort': {'1.0'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Subnet': {'1.1'}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Trunk': {'1.1'}} Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: consumer versions: Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: { DHCP agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: HyperV agent@hv-cinder-84984: {}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: L3 agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: Metadata agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: Metering agent@dv-cinder-849846-10-iscsi: {}, Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: Open vSwitch agent@dv-cinder-849846-10-iscsi: { 'AddressGroup': '1.2', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Agent': '1.1', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'ConntrackHelper': '1.0', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'LocalIPAssociation': '1.0', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Log': '1.0', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'NDPProxy': '1.0', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Network': '1.1', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Port': '1.7', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'PortForwarding': '1.3', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'QosPolicy': '1.10', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SecurityGroup': '1.5', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SecurityGroupRule': '1.2', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'SubPort': '1.0', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Subnet': '1.1', Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: 'Trunk': '1.1'}} Sep 15 19:26:36.590743 dv-cinder-849846-10-iscsi neutron-server[106637]: {{(pid=106637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:26:36.610786 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:26:36.611856 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:36.613413 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.613557 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:26:36.614635 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Bound port: 95324888-2c9f-4222-a6ca-eb4522e77b8d, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:26:36.615559 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.619402 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Network f2ffb04b-7869-41f6-aad2-f6912ace930a is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:36.679596 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:36.684843 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:36.739094 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] For port 95324888-2c9f-4222-a6ca-eb4522e77b8d, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:36.742920 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] For port 95324888-2c9f-4222-a6ca-eb4522e77b8d, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=95324888-2c9f-4222-a6ca-eb4522e77b8d,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:36.749124 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-24eb0232-3bdc-4634-8d34-df56f8be54df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.776498 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks [] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.809889 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] For port 77f4f0af-54d2-4017-aa4d-3da3769cdecd, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:36.822170 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Allocated IP 172.20.0.1 (154bf27e-6b45-4c49-b369-66b1d881a8f5/aa19cb13-ddfb-452e-b3a4-eabfa8947bcc/965f7eeb-5d64-4cd9-bdaa-4b19916f1772) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:36.830748 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Attempting to bind port a03cad0d-1495-4a74-9c10-485ea7efe966 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:26:36.831142 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Attempting to bind port a03cad0d-1495-4a74-9c10-485ea7efe966 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:26:36.831503 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Attempting to bind port a03cad0d-1495-4a74-9c10-485ea7efe966 on network f2ffb04b-7869-41f6-aad2-f6912ace930a {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:26:36.843494 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c44e9ebf-975d-4961-b665-0d1eebcb3f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.858149 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] For port 77f4f0af-54d2-4017-aa4d-3da3769cdecd, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=77f4f0af-54d2-4017-aa4d-3da3769cdecd,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:36.866378 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.889778 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:26:36.890148 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Checking segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:36.890592 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.890988 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Bound using segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:26:36.891510 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Bound port: a03cad0d-1495-4a74-9c10-485ea7efe966, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:26:36.892055 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.925006 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:36.940087 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Routers {'4b5067d6-88e8-4f91-9885-d6a78f91e6da'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:36.941369 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:36.955561 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-24eb0232-3bdc-4634-8d34-df56f8be54df admin admin] Publish callbacks [] for security_group (1c2df5d7-e647-44bc-8c49-f0956e869558), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:36.985771 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] For port a03cad0d-1495-4a74-9c10-485ea7efe966, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:36.992364 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] For port a03cad0d-1495-4a74-9c10-485ea7efe966, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=a03cad0d-1495-4a74-9c10-485ea7efe966,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:37.004636 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.007078 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f35b4a-ee29-4168-9b24-e326cdc8ed33 None None] Pushing event updated for resources: {'Port': ['ID=95324888-2c9f-4222-a6ca-eb4522e77b8d,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:37.035378 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Publish callbacks [] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.036021 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.067636 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:37.074318 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:37.094873 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:37.102886 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:37.113977 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] Set router 4b5067d6-88e8-4f91-9885-d6a78f91e6da gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:37.119591 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Allocated IP 172.27.0.209 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/5ba93d4b-28b9-448d-b475-9baffe6b628b) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:37.151480 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b52f1-478b-4a50-9a87-09c3135b0998 None None] Pushing event updated for resources: {'Port': ['ID=77f4f0af-54d2-4017-aa4d-3da3769cdecd,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:37.157348 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.204067 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c44e9ebf-975d-4961-b665-0d1eebcb3f5e admin admin] Publish callbacks [] for security_group (34ae1e1e-bdd4-4508-8a09-8a93fdc8548e), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.333128 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b111a87-39d9-4029-aeae-d7e753b1d35f None None] Pushing event updated for resources: {'Port': ['ID=a03cad0d-1495-4a74-9c10-485ea7efe966,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:37.352587 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-24eb0232-3bdc-4634-8d34-df56f8be54df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (1c2df5d7-e647-44bc-8c49-f0956e869558), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.359673 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c44e9ebf-975d-4961-b665-0d1eebcb3f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (34ae1e1e-bdd4-4508-8a09-8a93fdc8548e), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.363197 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:37.378938 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'name': 'tempest-DeleteServersTestJSON-1276486865-router', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:31Z', 'updated_at': '2022-09-15T19:26:33Z', 'revision_number': 3, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'gw_port': {'id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:32Z', 'updated_at': '2022-09-15T19:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:37.473279 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.473651 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246c556-7e09-4655-b28a-f5357ff9cb25 None None] The sync data for ids ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'] in dv-cinder-849846-10-iscsi is: [{'id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'name': 'tempest-DeleteServersTestJSON-1276486865-router', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:31Z', 'updated_at': '2022-09-15T19:26:33Z', 'revision_number': 3, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'gw_port': {'id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:32Z', 'updated_at': '2022-09-15T19:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:26:37.496454 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb0232-3bdc-4634-8d34-df56f8be54df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2df5d7-e647-44bc-8c49-f0956e869558,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:37.534584 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b97c7b81-ade8-48a7-969c-a6addab024d8,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:37.554850 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-24eb0232-3bdc-4634-8d34-df56f8be54df admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0eddbf81997c4b95893ee57a21200213&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3226779 Sep 15 19:26:37.566773 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58242) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:37.686294 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-821e5461-063f-483b-9f28-dc45176077af admin admin] Publish callbacks [] for security_group (1c2df5d7-e647-44bc-8c49-f0956e869558), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.696759 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-c44e9ebf-975d-4961-b665-0d1eebcb3f5e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=064ccd91385d4f7db985421d083e4b95&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1851747 Sep 15 19:26:37.706902 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58244) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:37.797116 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Network 154bf27e-6b45-4c49-b369-66b1d881a8f5 is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:37.832073 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=965f7eeb-5d64-4cd9-bdaa-4b19916f1772,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:37.834909 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:37.845270 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e9ebf-975d-4961-b665-0d1eebcb3f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ae1e1e-bdd4-4508-8a09-8a93fdc8548e,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:37.857140 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks [] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.924181 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58256) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:37.930931 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks [] for router_gateway (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:37.940125 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:37.941319 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (4b5067d6-88e8-4f91-9885-d6a78f91e6da), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.078254 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-821e5461-063f-483b-9f28-dc45176077af admin admin] Publish callbacks [] for security_group (1c2df5d7-e647-44bc-8c49-f0956e869558), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.080477 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:38.158930 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a6206673-0fcd-4600-8288-310d7513fe1a admin admin] Publish callbacks [] for security_group (34ae1e1e-bdd4-4508-8a09-8a93fdc8548e), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.190276 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a6206673-0fcd-4600-8288-310d7513fe1a admin admin] Publish callbacks [] for security_group (34ae1e1e-bdd4-4508-8a09-8a93fdc8548e), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.217111 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.331305 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:38.341107 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:38.364202 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:38.384930 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:38.385014 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Provisioning complete for port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:38.385014 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.385014 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Attempt 1 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:38.385178 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:38.401018 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e8db38ba-9698-4285-acb9-9dbf385c1df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.449394 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Pushing event updated for resources: {'Port': ['ID=5ba93d4b-28b9-448d-b475-9baffe6b628b,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:38.471319 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:38.612045 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.749824 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a6206673-0fcd-4600-8288-310d7513fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (34ae1e1e-bdd4-4508-8a09-8a93fdc8548e), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.762658 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a6206673-0fcd-4600-8288-310d7513fe1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.766467 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-a6206673-0fcd-4600-8288-310d7513fe1a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/34ae1e1e-bdd4-4508-8a09-8a93fdc8548e HTTP/1.1" status: 204 len: 168 time: 1.0559025 Sep 15 19:26:38.837951 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 77f4f0af-54d2-4017-aa4d-3da3769cdecd up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:38.841642 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-821e5461-063f-483b-9f28-dc45176077af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (1c2df5d7-e647-44bc-8c49-f0956e869558), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.848250 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-821e5461-063f-483b-9f28-dc45176077af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:38.852771 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-821e5461-063f-483b-9f28-dc45176077af admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1c2df5d7-e647-44bc-8c49-f0956e869558 HTTP/1.1" status: 204 len: 168 time: 1.2849109 Sep 15 19:26:38.872270 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6206673-0fcd-4600-8288-310d7513fe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ae1e1e-bdd4-4508-8a09-8a93fdc8548e,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:38.914471 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e5461-063f-483b-9f28-dc45176077af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2df5d7-e647-44bc-8c49-f0956e869558,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:38.980300 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Attempt 2 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:38.987149 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.024929 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e8db38ba-9698-4285-acb9-9dbf385c1df5 admin admin] Publish callbacks [] for security_group (a755e76c-8373-481c-b185-e9afd5b157f1), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.127091 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e8db38ba-9698-4285-acb9-9dbf385c1df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a755e76c-8373-481c-b185-e9afd5b157f1), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.144072 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b4c920-9e5c-4c93-9e33-da33eb378e83 None None] Network f608162d-6498-4eba-ac51-7e7b4de51e0d requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:26:39.177266 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:26:39.278694 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:39.291334 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 77f4f0af-54d2-4017-aa4d-3da3769cdecd triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:39.291883 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.292217 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 77f4f0af-54d2-4017-aa4d-3da3769cdecd Sep 15 19:26:39.363973 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e8db38ba-9698-4285-acb9-9dbf385c1df5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f1404906e54a4b85b96f8270984d55bf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3144362 Sep 15 19:26:39.367534 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58280) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:39.402133 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks [] for router_gateway (1e64ce52-d7d1-4448-8702-3d0520e2869c), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.551376 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5605aa8-85df-4979-9822-2bfcab497edb None None] Network f2ffb04b-7869-41f6-aad2-f6912ace930a requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:26:39.571409 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db38ba-9698-4285-acb9-9dbf385c1df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a755e76c-8373-481c-b185-e9afd5b157f1,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:39.572862 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:39.624730 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1266c752-a3f1-470a-b5bf-cd8653d376b1 admin admin] Publish callbacks [] for security_group (a755e76c-8373-481c-b185-e9afd5b157f1), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.664349 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 77f4f0af-54d2-4017-aa4d-3da3769cdecd is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:39.664970 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.675462 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Publish callbacks [] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.727150 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1266c752-a3f1-470a-b5bf-cd8653d376b1 admin admin] Publish callbacks [] for security_group (a755e76c-8373-481c-b185-e9afd5b157f1), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.790816 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Attempt 3 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:39.795392 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:UPDATE=6,neutron:SELECT=79,neutron:INSERT=15 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:39.808926 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:39.823164 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (1e64ce52-d7d1-4448-8702-3d0520e2869c), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.846610 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:26:39.862125 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.862942 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (4b5067d6-88e8-4f91-9885-d6a78f91e6da), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.895486 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1266c752-a3f1-470a-b5bf-cd8653d376b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a755e76c-8373-481c-b185-e9afd5b157f1), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.898703 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1266c752-a3f1-470a-b5bf-cd8653d376b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.901102 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-1266c752-a3f1-470a-b5bf-cd8653d376b1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a755e76c-8373-481c-b185-e9afd5b157f1 HTTP/1.1" status: 204 len: 168 time: 0.5289989 Sep 15 19:26:39.912651 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:39.912651 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 77f4f0af-54d2-4017-aa4d-3da3769cdecd, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=77f4f0af-54d2-4017-aa4d-3da3769cdecd,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:39.915430 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266c752-a3f1-470a-b5bf-cd8653d376b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a755e76c-8373-481c-b185-e9afd5b157f1,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:39.920630 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:39.921436 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:39.978054 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:39.980038 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e97db03d-86eb-4ba0-bc38-32e227ddf6c6 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5514274 Sep 15 19:26:39.985230 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58290) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:39.995885 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=965f7eeb-5d64-4cd9-bdaa-4b19916f1772,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:40.054800 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:40.123616 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:40.129782 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 95324888-2c9f-4222-a6ca-eb4522e77b8d up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:40.140111 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Network 154bf27e-6b45-4c49-b369-66b1d881a8f5 is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:40.142005 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:40.235843 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Router 1e64ce52-d7d1-4448-8702-3d0520e2869c is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:26:40.392601 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=77f4f0af-54d2-4017-aa4d-3da3769cdecd,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:40.397580 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58302) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:40.464936 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-30d0e879-b21d-495c-b4d2-fcdf8c8c6180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:40.483388 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Router 4b5067d6-88e8-4f91-9885-d6a78f91e6da has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:26:40.503836 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:40.514371 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Sync routers for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:26:40.523978 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Attempt 4 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:40.531862 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:40.535780 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:40.537314 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:40.672235 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58306) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:40.672377 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:40.684360 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:40.689543 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:40.694823 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-30f9867e-b4eb-4b7a-a191-2715a050afad admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1780338 Sep 15 19:26:40.696723 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58310) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:40.698420 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 95324888-2c9f-4222-a6ca-eb4522e77b8d triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:40.698860 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:40.699270 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 95324888-2c9f-4222-a6ca-eb4522e77b8d Sep 15 19:26:40.747819 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:40.824679 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:37Z', 'revision_number': 3, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:40.864975 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:26:40.865341 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Updating router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c port b97c7b81-ade8-48a7-969c-a6addab024d8 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:26:40.868805 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 95324888-2c9f-4222-a6ca-eb4522e77b8d is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:40.869265 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:40.905512 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:40.926398 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:40.931789 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 95324888-2c9f-4222-a6ca-eb4522e77b8d, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=95324888-2c9f-4222-a6ca-eb4522e77b8d,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:40.970178 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:40.986104 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-b89ed9d5-20a1-499e-b079-e1024a05b8b8 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/4b5067d6-88e8-4f91-9885-d6a78f91e6da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0645850 Sep 15 19:26:41.022309 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Sync routers for ids ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:26:41.047077 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:26:41.060741 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Routers {'4b5067d6-88e8-4f91-9885-d6a78f91e6da'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:41.061394 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:41.106446 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:38Z', 'revision_number': 3, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:41.111796 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:41.112526 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:41.113335 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a03cad0d-1495-4a74-9c10-485ea7efe966 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:41.181263 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Checking router: 1e64ce52-d7d1-4448-8702-3d0520e2869c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:26:41.182501 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Updating router 1e64ce52-d7d1-4448-8702-3d0520e2869c port 5ba93d4b-28b9-448d-b475-9baffe6b628b binding host dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:26:41.209670 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Attempt 5 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:41.255095 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:41.294950 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Allocated IP 172.20.0.1 (f608162d-6498-4eba-ac51-7e7b4de51e0d/15f1138e-d4d8-45fc-9c33-4f2e21216a9a/46eac09e-81fe-44a4-ba19-3c4e04c6e280) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:41.322887 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:41.421036 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=95324888-2c9f-4222-a6ca-eb4522e77b8d,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:41.480986 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:41.482474 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:41.494043 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Set router 4b5067d6-88e8-4f91-9885-d6a78f91e6da gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:41.502837 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port a03cad0d-1495-4a74-9c10-485ea7efe966 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:41.506811 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:41.507599 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port a03cad0d-1495-4a74-9c10-485ea7efe966 Sep 15 19:26:41.571308 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-30d0e879-b21d-495c-b4d2-fcdf8c8c6180 admin admin] Publish callbacks [] for security_group (b5b5efd8-adcb-49ba-baec-5cc471f26ede), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:41.596533 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8a46410e-b4ae-4ca3-af6f-72da19c1b194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:41.656322 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-30d0e879-b21d-495c-b4d2-fcdf8c8c6180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (b5b5efd8-adcb-49ba-baec-5cc471f26ede), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:41.671205 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:41.747386 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Publish callbacks [] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:41.747386 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0e879-b21d-495c-b4d2-fcdf8c8c6180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b5efd8-adcb-49ba-baec-5cc471f26ede,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:41.758741 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-30d0e879-b21d-495c-b4d2-fcdf8c8c6180 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f2d7c923153f4e01aceb606eca92ec8f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3525679 Sep 15 19:26:41.758741 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58332) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:41.771241 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Attempt 6 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:41.890864 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8e0a774d-ad3b-4634-a9ea-5b4e39f1a7d9 admin admin] Publish callbacks [] for security_group (b5b5efd8-adcb-49ba-baec-5cc471f26ede), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:41.931218 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8e0a774d-ad3b-4634-a9ea-5b4e39f1a7d9 admin admin] Publish callbacks [] for security_group (b5b5efd8-adcb-49ba-baec-5cc471f26ede), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.005164 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Publish callbacks [] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.026249 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8a46410e-b4ae-4ca3-af6f-72da19c1b194 admin admin] Publish callbacks [] for security_group (a37cc44d-857c-4285-b899-87af1a06aa24), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.030284 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:42.061081 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.109716 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.141073 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.143737 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port a03cad0d-1495-4a74-9c10-485ea7efe966 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:42.144320 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.174992 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58346) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:42.186142 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8e0a774d-ad3b-4634-a9ea-5b4e39f1a7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (b5b5efd8-adcb-49ba-baec-5cc471f26ede), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.188710 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8e0a774d-ad3b-4634-a9ea-5b4e39f1a7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.189915 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-8e0a774d-ad3b-4634-a9ea-5b4e39f1a7d9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b5b5efd8-adcb-49ba-baec-5cc471f26ede HTTP/1.1" status: 204 len: 168 time: 0.4317162 Sep 15 19:26:42.203123 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8a46410e-b4ae-4ca3-af6f-72da19c1b194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a37cc44d-857c-4285-b899-87af1a06aa24), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.228097 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Network f608162d-6498-4eba-ac51-7e7b4de51e0d is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:42.246886 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:42.259915 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:42.260419 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.265037 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a774d-ad3b-4634-a9ea-5b4e39f1a7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b5efd8-adcb-49ba-baec-5cc471f26ede,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:42.311939 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:42.367337 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58358) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:42.379611 dv-cinder-849846-10-iscsi neutron-server[106634]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 19:26:42.381975 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Pushing event updated for resources: {'Port': ['ID=46eac09e-81fe-44a4-ba19-3c4e04c6e280,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:42.403820 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46410e-b4ae-4ca3-af6f-72da19c1b194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37cc44d-857c-4285-b899-87af1a06aa24,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:42.450627 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-df1fce25-c742-4583-a2de-1a04e63c9a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.492546 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'name': 'tempest-DeleteServersTestJSON-1276486865-router', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:31Z', 'updated_at': '2022-09-15T19:26:38Z', 'revision_number': 4, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'gw_port': {'id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:32Z', 'updated_at': '2022-09-15T19:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '965f7eeb-5d64-4cd9-bdaa-4b19916f1772', 'name': '', 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'mac_address': 'fa:16:3e:5e:b4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'aa19cb13-ddfb-452e-b3a4-eabfa8947bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:39Z', 'revision_number': 2, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'subnets': [{'id': 'aa19cb13-ddfb-452e-b3a4-eabfa8947bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:42.527572 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58362) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:42.541435 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Publish callbacks [] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.563055 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Attempt 7 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:42.567996 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Checking router: 4b5067d6-88e8-4f91-9885-d6a78f91e6da for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:26:42.568876 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Updating router 4b5067d6-88e8-4f91-9885-d6a78f91e6da port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:26:42.579761 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:42.669073 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:42.688817 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.754969 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed11947-4b64-40ef-80a9-d3b4b5e9d2a8 None None] Pushing event updated for resources: {'Port': ['ID=5ba93d4b-28b9-448d-b475-9baffe6b628b,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:42.769459 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Attempting to bind port 5ba93d4b-28b9-448d-b475-9baffe6b628b on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:26:42.769959 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Attempting to bind port 5ba93d4b-28b9-448d-b475-9baffe6b628b by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:26:42.770358 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Attempting to bind port 5ba93d4b-28b9-448d-b475-9baffe6b628b on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:26:42.779475 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8a46410e-b4ae-4ca3-af6f-72da19c1b194 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ecc8dce537dd4fb2901ca3b2b62a5dc2&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1078725 Sep 15 19:26:42.789595 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:42.793138 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58368) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:42.883194 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:26:42.883596 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:42.884167 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.884563 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:26:42.885051 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Bound port: 5ba93d4b-28b9-448d-b475-9baffe6b628b, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:26:42.885421 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.890048 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-df1fce25-c742-4583-a2de-1a04e63c9a0b admin admin] Publish callbacks [] for security_group (1b7c57f3-554f-44e1-be06-46a12aa584a9), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:42.927697 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Allocated IP 172.20.0.1 (f2ffb04b-7869-41f6-aad2-f6912ace930a/a70788c3-b1e1-445b-9b7b-a4dc053dec41/e242b171-9e8c-45fe-ac1d-68175920468a) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:42.953715 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] For port 5ba93d4b-28b9-448d-b475-9baffe6b628b, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:42.957655 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] For port 5ba93d4b-28b9-448d-b475-9baffe6b628b, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=5ba93d4b-28b9-448d-b475-9baffe6b628b,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:42.961071 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:42.965489 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Attempting to bind port b97c7b81-ade8-48a7-969c-a6addab024d8 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:26:42.966253 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Attempting to bind port b97c7b81-ade8-48a7-969c-a6addab024d8 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:26:42.966820 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Attempting to bind port b97c7b81-ade8-48a7-969c-a6addab024d8 on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:26:42.982137 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4cada76a-db69-4486-aef4-2346155eab4d admin admin] Publish callbacks [] for security_group (a37cc44d-857c-4285-b899-87af1a06aa24), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.041724 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.044023 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-915480926-network', 'tenant_id': 'f64bceb5914c46ba96ed05750126f3a3'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:43.046984 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.053568 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-df1fce25-c742-4583-a2de-1a04e63c9a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (1b7c57f3-554f-44e1-be06-46a12aa584a9), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.073600 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:43.075415 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:43.078326 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:43.096534 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4cada76a-db69-4486-aef4-2346155eab4d admin admin] Publish callbacks [] for security_group (a37cc44d-857c-4285-b899-87af1a06aa24), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.101868 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fce25-c742-4583-a2de-1a04e63c9a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7c57f3-554f-44e1-be06-46a12aa584a9,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:43.194108 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-df1fce25-c742-4583-a2de-1a04e63c9a0b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dd39254ccc1b454e82972a58b9c471bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9991760 Sep 15 19:26:43.194713 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58378) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:43.237791 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Made reservation on behalf of f64bceb5914c46ba96ed05750126f3a3 for: {'network': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:43.241142 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.294737 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-e29dd278-7db2-4fbb-87e4-25684bc6b806 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:43.306322 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-e29dd278-7db2-4fbb-87e4-25684bc6b806 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/networks?id=154bf27e-6b45-4c49-b369-66b1d881a8f5 HTTP/1.1" status: 200 len: 812 time: 0.9363637 Sep 15 19:26:43.319503 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Publish callbacks [] for port (e242b171-9e8c-45fe-ac1d-68175920468a), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.339292 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-9d2f3e2f-7c91-40f2-b1cb-15360d6b38a4 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/quotas/4a866fb1264140c1a1056696bf6fabc7 HTTP/1.1" status: 200 len: 375 time: 0.0318053 Sep 15 19:26:43.383848 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-127936cb-fb8c-4f89-9e15-bd3c9078e741 admin admin] Publish callbacks [] for security_group (1b7c57f3-554f-44e1-be06-46a12aa584a9), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.394614 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed11947-4b64-40ef-80a9-d3b4b5e9d2a8 None None] Pushing event updated for resources: {'Port': ['ID=5ba93d4b-28b9-448d-b475-9baffe6b628b,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:43.425150 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7c487-6773-4318-b2eb-e754222eece9 None None] Pushing event updated for resources: {'Port': ['ID=b97c7b81-ade8-48a7-969c-a6addab024d8,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:43.431194 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:43.455951 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-57f1c5b1-a4a7-437a-af5f-ccab478ec8e6 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4a866fb1264140c1a1056696bf6fabc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156502 Sep 15 19:26:43.459003 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.479769 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4cada76a-db69-4486-aef4-2346155eab4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a37cc44d-857c-4285-b899-87af1a06aa24), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.484840 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4cada76a-db69-4486-aef4-2346155eab4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.488810 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-4cada76a-db69-4486-aef4-2346155eab4d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a37cc44d-857c-4285-b899-87af1a06aa24 HTTP/1.1" status: 204 len: 168 time: 0.6924427 Sep 15 19:26:43.505617 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-127936cb-fb8c-4f89-9e15-bd3c9078e741 admin admin] Publish callbacks [] for security_group (1b7c57f3-554f-44e1-be06-46a12aa584a9), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.524670 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:43.533398 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cada76a-db69-4486-aef4-2346155eab4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37cc44d-857c-4285-b899-87af1a06aa24,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:43.537892 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:26:43.538422 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:43.539090 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.540142 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:26:43.540967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Bound port: b97c7b81-ade8-48a7-969c-a6addab024d8, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:26:43.541687 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.560287 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Publish callbacks [] for security_group (5a83677f-61d1-4492-a39e-6322c2b1bbbb), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.622796 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port a03cad0d-1495-4a74-9c10-485ea7efe966, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=a03cad0d-1495-4a74-9c10-485ea7efe966,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:43.624161 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Attempt 8 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:43.669875 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.706595 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (5a83677f-61d1-4492-a39e-6322c2b1bbbb), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.719444 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-127936cb-fb8c-4f89-9e15-bd3c9078e741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (1b7c57f3-554f-44e1-be06-46a12aa584a9), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.725201 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:43.730370 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-127936cb-fb8c-4f89-9e15-bd3c9078e741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.735146 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-127936cb-fb8c-4f89-9e15-bd3c9078e741 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1b7c57f3-554f-44e1-be06-46a12aa584a9 HTTP/1.1" status: 204 len: 168 time: 0.5309837 Sep 15 19:26:43.739407 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (21fd9131-65b6-46e4-8ba9-555e9b7232d0), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.740020 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.segments_db [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Added segment 21fd9131-65b6-46e4-8ba9-555e9b7232d0 of type vlan for network dc809de8-d1a1-4288-a35e-73bd07c0e552 Sep 15 19:26:43.741859 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:43.752133 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.782646 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Network f2ffb04b-7869-41f6-aad2-f6912ace930a is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:43.788493 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127936cb-fb8c-4f89-9e15-bd3c9078e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7c57f3-554f-44e1-be06-46a12aa584a9,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:43.791986 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:38Z', 'revision_number': 3, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:43.808710 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:43.810345 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Pushing event updated for resources: {'Port': ['ID=e242b171-9e8c-45fe-ac1d-68175920468a,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:43.822143 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:43.822143 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (1e64ce52-d7d1-4448-8702-3d0520e2869c), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.841494 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694bc3f-221b-4771-8936-3a147d7834af None None] The sync data for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi is: [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:38Z', 'revision_number': 3, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:26:43.874459 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (dc809de8-d1a1-4288-a35e-73bd07c0e552), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:43.932116 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] For port b97c7b81-ade8-48a7-969c-a6addab024d8, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:43.997933 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.025613 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a83677f-61d1-4492-a39e-6322c2b1bbbb,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:44.049380 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:44.073723 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] For port b97c7b81-ade8-48a7-969c-a6addab024d8, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=b97c7b81-ade8-48a7-969c-a6addab024d8,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:44.080474 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-3f7ca226-385f-49c2-84de-1a207697ab73 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:26:44.085004 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 77f4f0af-54d2-4017-aa4d-3da3769cdecd up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:44.088269 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-3f7ca226-385f-49c2-84de-1a207697ab73 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3970201 Sep 15 19:26:44.089337 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (dc809de8-d1a1-4288-a35e-73bd07c0e552), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.091803 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:44.093340 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.201044 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=a03cad0d-1495-4a74-9c10-485ea7efe966,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:44.226821 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:44.254525 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 77f4f0af-54d2-4017-aa4d-3da3769cdecd triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:44.254902 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.255237 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 77f4f0af-54d2-4017-aa4d-3da3769cdecd Sep 15 19:26:44.316984 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] Pushing event updated for resources: {'Network': ['ID=dc809de8-d1a1-4288-a35e-73bd07c0e552,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:44.354872 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.357090 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network dc809de8-d1a1-4288-a35e-73bd07c0e552 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:26:44.396883 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-15fddfb7-412a-4268-a473-bd56afa916ae admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8665595 Sep 15 19:26:44.404799 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58406) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:44.416178 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Request body: {'subnet': {'network_id': 'dc809de8-d1a1-4288-a35e-73bd07c0e552', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-915480926-subnet', 'tenant_id': 'f64bceb5914c46ba96ed05750126f3a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:44.431133 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-a67c1b97-7bb2-4c32-aba3-06e3796f1e64 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/154bf27e-6b45-4c49-b369-66b1d881a8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299394 Sep 15 19:26:44.461971 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7c487-6773-4318-b2eb-e754222eece9 None None] Pushing event updated for resources: {'Port': ['ID=b97c7b81-ade8-48a7-969c-a6addab024d8,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:44.489665 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.566151 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Publish callbacks [] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.583780 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Attempt 9 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:44.604070 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Made reservation on behalf of f64bceb5914c46ba96ed05750126f3a3 for: {'subnet': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:44.606981 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.608202 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:44.609224 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:44.612492 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-0f9cfa41-6265-4b3d-bbbc-3e39ec949b07 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/154bf27e-6b45-4c49-b369-66b1d881a8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587183 Sep 15 19:26:44.643382 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:44.666330 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Publish callbacks [] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.683137 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.683430 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.900382 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Pushing event updated for resources: {'Port': ['ID=46eac09e-81fe-44a4-ba19-3c4e04c6e280,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:44.918202 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:44.998633 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f8eae-898a-43da-ad58-3fb075d1b142 None None] Pushing event updated for resources: {'Port': ['ID=965f7eeb-5d64-4cd9-bdaa-4b19916f1772,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:45.006547 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:45.011164 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Network f608162d-6498-4eba-ac51-7e7b4de51e0d is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:45.012647 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:45.066214 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for subnet (b89b1f60-5d1d-493b-aa2a-a631527a803e), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:45.136653 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89b1f60-5d1d-493b-aa2a-a631527a803e,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:45.156480 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58438) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:45.158741 dv-cinder-849846-10-iscsi neutron-server[106635]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 19:26:45.190792 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 77f4f0af-54d2-4017-aa4d-3da3769cdecd is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:45.196655 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 95324888-2c9f-4222-a6ca-eb4522e77b8d up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:45.224020 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:45.353093 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:26:45.406439 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-af4b0c4a-503c-4d83-ae4a-5ee904634c2b req-10952fbf-48de-40ef-bcc1-5ec63443c045 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 210 time: 0.2485938 Sep 15 19:26:45.491449 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:45.534037 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Checking segment: {'id': '21fd9131-65b6-46e4-8ba9-555e9b7232d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc809de8-d1a1-4288-a35e-73bd07c0e552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:45.534400 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Network hostable DHCP agents. Network: dc809de8-d1a1-4288-a35e-73bd07c0e552, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:45.555734 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Attempt 10 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:45.573185 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:45.591626 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Publish callbacks [] for port (e242b171-9e8c-45fe-ac1d-68175920468a), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:45.611092 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:45.635082 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:45.654197 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-722d2274-9bde-40ca-8489-b750a8a6db11 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7a6b8282-94c2-4a5e-9c79-4c69a07b780c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6672082 Sep 15 19:26:45.655452 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a473dc7b-482f-435a-9010-ee7cb7fd1b1a None None] Port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:45.687225 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Attempting to bind port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:26:45.687592 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Attempting to bind port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:26:45.687986 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Attempting to bind port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 on network 154bf27e-6b45-4c49-b369-66b1d881a8f5 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:26:45.692566 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Network dc809de8-d1a1-4288-a35e-73bd07c0e552 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:45.696605 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:45.697364 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (1e64ce52-d7d1-4448-8702-3d0520e2869c), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:45.728581 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 95324888-2c9f-4222-a6ca-eb4522e77b8d triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:45.728963 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:45.729305 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 95324888-2c9f-4222-a6ca-eb4522e77b8d Sep 15 19:26:45.745061 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Pushing event updated for resources: {'Port': ['ID=e242b171-9e8c-45fe-ac1d-68175920468a,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:45.817069 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, dc809de8-d1a1-4288-a35e-73bd07c0e552) {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:45.828860 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:45.830114 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:45.831683 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Provisioning complete for port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:45.832196 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:45.832601 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 1 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:45.850979 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:26:45.851522 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Checking segment: {'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:45.852230 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:45.852932 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Bound using segment: {'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:26:45.853940 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Bound port: 965f7eeb-5d64-4cd9-bdaa-4b19916f1772, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:26:45.854419 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:45.857925 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca059f-ed5b-4f28-9e9e-3e39366aba9c None None] Network dc809de8-d1a1-4288-a35e-73bd07c0e552 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:26:45.903114 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Network f2ffb04b-7869-41f6-aad2-f6912ace930a is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:45.904682 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:46.101387 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:46.132336 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Router 1e64ce52-d7d1-4448-8702-3d0520e2869c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:26:46.143301 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:46.150291 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-7bf4c7fd-f11a-4445-85b7-e6697980e237 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7435527 Sep 15 19:26:46.249670 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:41Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:46.319181 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bf5a5-5c5a-4046-a647-c4ddaca47d0f None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:41Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:26:46.334677 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 95324888-2c9f-4222-a6ca-eb4522e77b8d is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:46.355546 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] For port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:46.422836 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:46.433465 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-3ea55165-4e3f-4809-8d56-d48eaf9585ad admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/1e64ce52-d7d1-4448-8702-3d0520e2869c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7195289 Sep 15 19:26:46.565536 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d9cc0-7404-4ed3-a894-69bd5d861535 None None] Network dc809de8-d1a1-4288-a35e-73bd07c0e552 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:26:46.616566 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-dd847bf7-8b89-4a85-8765-1f5b4ac096ba req-f1649f82-9428-4871-ad8d-22e1cdc15bc8 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 210 time: 0.1013577 Sep 15 19:26:46.705155 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] For port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=965f7eeb-5d64-4cd9-bdaa-4b19916f1772,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:46.708129 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 2 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:46.714937 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 5ba93d4b-28b9-448d-b475-9baffe6b628b up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:46.797076 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:46.870815 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Sync routers for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:26:46.891169 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:46.901912 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:46.919312 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:46.924412 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:47.019659 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f8eae-898a-43da-ad58-3fb075d1b142 None None] Pushing event updated for resources: {'Port': ['ID=965f7eeb-5d64-4cd9-bdaa-4b19916f1772,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:47.034100 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:47.082833 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Routers {'4b5067d6-88e8-4f91-9885-d6a78f91e6da'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:47.085183 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:47.123111 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58518) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:47.129067 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-b4c49ed6-4568-4028-82e8-1930f31137e5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190478312', 'description': 'tempest-description--1824653747'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:47.146202 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:47.273027 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:47.276992 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 5ba93d4b-28b9-448d-b475-9baffe6b628b triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:47.278056 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:47.278535 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 5ba93d4b-28b9-448d-b475-9baffe6b628b Sep 15 19:26:47.362711 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b4c49ed6-4568-4028-82e8-1930f31137e5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:47.381856 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:47.430085 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] Set router 4b5067d6-88e8-4f91-9885-d6a78f91e6da gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:47.446300 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:47.536264 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 3 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:47.558017 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b4c49ed6-4568-4028-82e8-1930f31137e5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (685445d2-388e-4d45-a73d-ac3bdfe410ea), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:47.661421 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 5ba93d4b-28b9-448d-b475-9baffe6b628b is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:47.662812 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:47.666051 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b4c49ed6-4568-4028-82e8-1930f31137e5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (685445d2-388e-4d45-a73d-ac3bdfe410ea), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:47.719678 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 2, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:47.755636 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:47.757567 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:47.773480 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c49ed6-4568-4028-82e8-1930f31137e5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685445d2-388e-4d45-a73d-ac3bdfe410ea,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:47.819698 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Checking router: 1e64ce52-d7d1-4448-8702-3d0520e2869c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:26:47.819698 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Updating router 1e64ce52-d7d1-4448-8702-3d0520e2869c port e242b171-9e8c-45fe-ac1d-68175920468a binding host dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:26:47.890117 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4af1a350-8399-4ce6-b24d-6072937ca651 req-ba70f572-c30c-47b3-b7f9-14ac6c034900 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 210 time: 0.0945921 Sep 15 19:26:47.901399 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b4c49ed6-4568-4028-82e8-1930f31137e5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:47.908649 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58542) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:47.914680 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-e412b686-153f-41b2-867e-73e39d4b0901 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group_rule': {'security_group_id': '685445d2-388e-4d45-a73d-ac3bdfe410ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:47.918053 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 5ba93d4b-28b9-448d-b475-9baffe6b628b, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=5ba93d4b-28b9-448d-b475-9baffe6b628b,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:47.922780 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-b4c49ed6-4568-4028-82e8-1930f31137e5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7957304 Sep 15 19:26:47.929628 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c7d2fc13-c390-4fc2-9858-8f1d1d5a75f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:47.936355 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:48.002429 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:48.030603 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:48.031527 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a03cad0d-1495-4a74-9c10-485ea7efe966 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:48.103054 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e412b686-153f-41b2-867e-73e39d4b0901 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (7de6cfb4-4193-4740-8654-795107ed0eae), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:48.222964 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'name': 'tempest-DeleteServersTestJSON-1276486865-router', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:31Z', 'updated_at': '2022-09-15T19:26:38Z', 'revision_number': 4, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'gw_port': {'id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:32Z', 'updated_at': '2022-09-15T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '965f7eeb-5d64-4cd9-bdaa-4b19916f1772', 'name': '', 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'mac_address': 'fa:16:3e:5e:b4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'aa19cb13-ddfb-452e-b3a4-eabfa8947bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:46Z', 'revision_number': 4, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'subnets': [{'id': 'aa19cb13-ddfb-452e-b3a4-eabfa8947bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:48.226643 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=5ba93d4b-28b9-448d-b475-9baffe6b628b,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:48.272607 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e412b686-153f-41b2-867e-73e39d4b0901 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (7de6cfb4-4193-4740-8654-795107ed0eae), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:48.283256 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 4 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:48.329294 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3cbb15-9342-437e-9b5e-9c348173fcc7 None None] The sync data for ids ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'] in dv-cinder-849846-10-iscsi is: [{'id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'name': 'tempest-DeleteServersTestJSON-1276486865-router', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:31Z', 'updated_at': '2022-09-15T19:26:38Z', 'revision_number': 4, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'gw_port': {'id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:32Z', 'updated_at': '2022-09-15T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '965f7eeb-5d64-4cd9-bdaa-4b19916f1772', 'name': '', 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'mac_address': 'fa:16:3e:5e:b4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'aa19cb13-ddfb-452e-b3a4-eabfa8947bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:46Z', 'revision_number': 4, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'subnets': [{'id': 'aa19cb13-ddfb-452e-b3a4-eabfa8947bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:26:48.347308 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port a03cad0d-1495-4a74-9c10-485ea7efe966 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:48.351952 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:48.352727 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port a03cad0d-1495-4a74-9c10-485ea7efe966 Sep 15 19:26:48.354607 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:48.383479 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e412b686-153f-41b2-867e-73e39d4b0901 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (7de6cfb4-4193-4740-8654-795107ed0eae), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:48.415271 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:48.508848 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412b686-153f-41b2-867e-73e39d4b0901 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de6cfb4-4193-4740-8654-795107ed0eae,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:48.552249 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port a03cad0d-1495-4a74-9c10-485ea7efe966 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:48.641297 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:48.653099 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e412b686-153f-41b2-867e-73e39d4b0901 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:48.659934 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58556) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:48.660664 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e412b686-153f-41b2-867e-73e39d4b0901 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7478876 Sep 15 19:26:48.674559 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-0cc78960-e4b9-476b-8be5-43f31ef8ec77 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group_rule': {'security_group_id': '685445d2-388e-4d45-a73d-ac3bdfe410ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:48.705609 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:48.730884 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Publish callbacks [] for port (e242b171-9e8c-45fe-ac1d-68175920468a), precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:48.903098 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0cc78960-e4b9-476b-8be5-43f31ef8ec77 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (e68c948a-5c47-4c80-91db-d5eec577b72d), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:48.919414 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 5 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:48.966317 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:49.002458 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:49.032210 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:49.035735 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 5ba93d4b-28b9-448d-b475-9baffe6b628b up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:49.122502 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c066d-fed4-4c19-8b92-212e0d640828 None None] Pushing event updated for resources: {'Port': ['ID=e242b171-9e8c-45fe-ac1d-68175920468a,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:49.219342 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0cc78960-e4b9-476b-8be5-43f31ef8ec77 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (e68c948a-5c47-4c80-91db-d5eec577b72d), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:49.228863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1589-7f70-469c-a05e-006d2344dc9f req-fada148e-5b25-4338-a9f3-10626aa10efe tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:49.236953 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-fada148e-5b25-4338-a9f3-10626aa10efe tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 819 time: 0.2844889 Sep 15 19:26:49.251172 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 5ba93d4b-28b9-448d-b475-9baffe6b628b triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:49.251606 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:49.255701 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-1746216c-6f6b-4045-a42f-0aa95ad87f7b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/quotas/016f968319fd49d98506030c0bee6021 HTTP/1.1" status: 200 len: 375 time: 0.0173485 Sep 15 19:26:49.258756 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 5ba93d4b-28b9-448d-b475-9baffe6b628b Sep 15 19:26:49.300161 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0cc78960-e4b9-476b-8be5-43f31ef8ec77 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (e68c948a-5c47-4c80-91db-d5eec577b72d), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:49.325542 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-744a798e-bdce-4b29-8c81-9011142f7d9f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677538 Sep 15 19:26:49.370023 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc78960-e4b9-476b-8be5-43f31ef8ec77 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68c948a-5c47-4c80-91db-d5eec577b72d,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:49.422066 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Attempting to bind port e242b171-9e8c-45fe-ac1d-68175920468a on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:26:49.422066 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Attempting to bind port e242b171-9e8c-45fe-ac1d-68175920468a by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:26:49.422066 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Attempting to bind port e242b171-9e8c-45fe-ac1d-68175920468a on network f2ffb04b-7869-41f6-aad2-f6912ace930a {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:26:49.449717 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 5ba93d4b-28b9-448d-b475-9baffe6b628b is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:49.453710 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device b97c7b81-ade8-48a7-969c-a6addab024d8 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:49.481765 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:26:49.482151 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Checking segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:49.482523 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:49.482911 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Bound using segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:26:49.484147 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Bound port: e242b171-9e8c-45fe-ac1d-68175920468a, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:26:49.484545 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:49.539853 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a0843225-3bac-4774-86a6-dc9dab6edcdf req-1c8f9364-e25e-4f84-aac6-e62cdc338713 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 210 time: 0.1468239 Sep 15 19:26:49.559882 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-604615b3-7590-490e-b61d-f9b7b6d445f3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321565 Sep 15 19:26:49.594403 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 6 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:49.658283 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0cc78960-e4b9-476b-8be5-43f31ef8ec77 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:49.666441 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0cc78960-e4b9-476b-8be5-43f31ef8ec77 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9938686 Sep 15 19:26:49.666441 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58594) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:49.669300 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:49.679103 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] For port e242b171-9e8c-45fe-ac1d-68175920468a, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:49.693388 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] For port e242b171-9e8c-45fe-ac1d-68175920468a, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=e242b171-9e8c-45fe-ac1d-68175920468a,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:49.722168 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-aaada50a-d933-4c37-b617-ec838a7986b3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612365 Sep 15 19:26:49.768668 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port b97c7b81-ade8-48a7-969c-a6addab024d8 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:49.769242 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:49.772249 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port b97c7b81-ade8-48a7-969c-a6addab024d8 Sep 15 19:26:49.827540 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:49.858033 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:49.877933 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:49.990993 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:49.990993 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:50.074159 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port b97c7b81-ade8-48a7-969c-a6addab024d8 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:50.075759 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:50.137769 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port b97c7b81-ade8-48a7-969c-a6addab024d8, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=b97c7b81-ade8-48a7-969c-a6addab024d8,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:50.200928 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-32440d87-4220-4a4c-afbf-abefb284463f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:50.229857 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:50.230828 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:50.389141 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-26e97234-0705-446a-b32e-3fdf5ae323f0 req-c0e8f96b-681d-4acd-9191-efdfe99bdcea tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 210 time: 0.0864227 Sep 15 19:26:50.424047 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 7 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:50.425770 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=b97c7b81-ade8-48a7-969c-a6addab024d8,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:50.442713 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=16 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:50.496571 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:50.512415 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:50.535007 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58622) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:50.540420 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1508816483-network', 'tenant_id': '8531d37ffae34055887febfdd231f33a'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:50.548565 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c066d-fed4-4c19-8b92-212e0d640828 None None] Pushing event updated for resources: {'Port': ['ID=e242b171-9e8c-45fe-ac1d-68175920468a,revision_number=4']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:50.558454 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:50.572913 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:50.607584 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:50.608073 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:50.612007 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:50.636796 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:50.706233 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Made reservation on behalf of 8531d37ffae34055887febfdd231f33a for: {'network': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:50.709354 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:50.755248 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:50.793212 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:50.793600 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:50.829065 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Allocated IP 172.27.0.74 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/a241c1ff-7289-4f2a-b129-6d976fdb9267) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:50.954720 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=965f7eeb-5d64-4cd9-bdaa-4b19916f1772,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:51.038390 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.33', 52536) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:51.042338 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Publish callbacks [] for security_group (09b3d236-40a6-48ad-ae10-8ac7c9566560), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:51.060243 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 8 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:51.106001 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:26:51.127727 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:51.155732 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-90b38467-0036-4c7c-a029-c2a7b00b069b req-8a332283-6aa8-4228-9466-f3873a72de5b tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 210 time: 0.0974057 Sep 15 19:26:51.162477 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (09b3d236-40a6-48ad-ae10-8ac7c9566560), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:51.211522 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:51.231132 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b3d236-40a6-48ad-ae10-8ac7c9566560,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:51.239856 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (55ac3993-4495-4359-aac1-abaa9dde8a64), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:51.241517 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.segments_db [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Added segment 55ac3993-4495-4359-aac1-abaa9dde8a64 of type vlan for network e9da9785-192d-4b9a-9198-42ea5451e462 Sep 15 19:26:51.277920 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:51.348948 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:51.351766 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:49Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:51.352955 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:51.353749 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:51.356781 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device b97c7b81-ade8-48a7-969c-a6addab024d8 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:51.382052 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (e9da9785-192d-4b9a-9198-42ea5451e462), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:51.421329 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dae14a-b0d5-4b78-a7c2-d9612531df9a None None] The sync data for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi is: [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:49Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:26:51.523910 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (e9da9785-192d-4b9a-9198-42ea5451e462), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:51.525925 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:51.533312 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:51.704445 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (a241c1ff-7289-4f2a-b129-6d976fdb9267), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:51.751878 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:51.814059 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=965f7eeb-5d64-4cd9-bdaa-4b19916f1772,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:51.850003 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 9 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:51.970058 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:52.025013 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:52.088866 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-8d3ac910-c510-44b7-940b-463286fda869 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:52.091347 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-8d3ac910-c510-44b7-940b-463286fda869 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.33 "GET /networking/v2.0/networks?id=154bf27e-6b45-4c49-b369-66b1d881a8f5 HTTP/1.1" status: 200 len: 812 time: 1.0483067 Sep 15 19:26:52.118928 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] Pushing event updated for resources: {'Network': ['ID=e9da9785-192d-4b9a-9198-42ea5451e462,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:52.142087 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Request body: {'port': {'device_id': '49ffe7b2-9cde-408a-b314-8c18c02ca8fb', 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5', 'admin_state_up': True, 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:52.148552 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network e9da9785-192d-4b9a-9198-42ea5451e462 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:26:52.198121 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-4e867d2b-96fe-45f2-9bf0-c4902959a93b admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6618748 Sep 15 19:26:52.202881 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58708) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:52.208658 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Request body: {'subnet': {'network_id': 'e9da9785-192d-4b9a-9198-42ea5451e462', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1508816483-subnet', 'tenant_id': '8531d37ffae34055887febfdd231f33a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:52.223356 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (a241c1ff-7289-4f2a-b129-6d976fdb9267), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:52.252179 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-df099b79-d0ef-4c56-9f68-e1958db1c6a1 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:52.260391 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-df099b79-d0ef-4c56-9f68-e1958db1c6a1 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 819 time: 0.7708340 Sep 15 19:26:52.315592 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:52.324054 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-d48e5dae-512b-4501-82eb-2d091415af5f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/quotas/016f968319fd49d98506030c0bee6021 HTTP/1.1" status: 200 len: 375 time: 0.0623627 Sep 15 19:26:52.392371 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:52.402311 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-545892c2-61de-4aa9-b413-1f74c12b7a40 req-081b4e8a-763d-4e77-848a-51092d10bca9 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 210 time: 0.0375657 Sep 15 19:26:52.420804 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Made reservation on behalf of 8531d37ffae34055887febfdd231f33a for: {'subnet': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:52.431254 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:52.433000 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:52.483436 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:52.528690 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 10 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:52.588951 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:52.677191 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port b97c7b81-ade8-48a7-969c-a6addab024d8 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:52.678202 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:52.679004 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port b97c7b81-ade8-48a7-969c-a6addab024d8 Sep 15 19:26:52.684482 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=a241c1ff-7289-4f2a-b129-6d976fdb9267,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:52.721895 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a73457c2-9b08-4b3a-8cb9-429a467a8429 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3965731 Sep 15 19:26:52.753583 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:52.829548 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:52.903756 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Provisioning complete for port 77f4f0af-54d2-4017-aa4d-3da3769cdecd triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:52.906976 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:52.907398 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 1 to provision port 77f4f0af-54d2-4017-aa4d-3da3769cdecd Sep 15 19:26:52.931327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Made reservation on behalf of 4a866fb1264140c1a1056696bf6fabc7 for: {'port': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:52.933723 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for subnet (693dca9a-4bda-4917-a88c-28ac339e622f), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:52.938452 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:52.944994 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:52.963849 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:53.004431 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a241c1ff-7289-4f2a-b129-6d976fdb9267), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:53.045608 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port b97c7b81-ade8-48a7-969c-a6addab024d8 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:53.047704 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Pushing event updated for resources: {'Subnet': ['ID=693dca9a-4bda-4917-a88c-28ac339e622f,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:53.061676 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:53.062135 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Checking segment: {'id': '55ac3993-4495-4359-aac1-abaa9dde8a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9da9785-192d-4b9a-9198-42ea5451e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:53.062555 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:53.062920 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Network hostable DHCP agents. Network: e9da9785-192d-4b9a-9198-42ea5451e462, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:53.105117 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:53.217507 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Network e9da9785-192d-4b9a-9198-42ea5451e462 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:53.262348 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Current status of the port 77f4f0af-54d2-4017-aa4d-3da3769cdecd is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:53.281032 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Provisioning complete for port e242b171-9e8c-45fe-ac1d-68175920468a triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:53.285889 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:53.285889 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 1 to provision port e242b171-9e8c-45fe-ac1d-68175920468a Sep 15 19:26:53.310880 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, e9da9785-192d-4b9a-9198-42ea5451e462) {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:53.319244 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:53.319887 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:53.333323 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4293014-8eb3-4b90-9c3c-ef705a64a960 None None] Network e9da9785-192d-4b9a-9198-42ea5451e462 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:26:53.344245 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 2, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:53.422497 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-c9e109d8-655a-486d-8240-4c5d20db551e admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2184651 Sep 15 19:26:53.459885 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:53.462121 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:26:53.462605 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Updating router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:26:53.520204 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (a241c1ff-7289-4f2a-b129-6d976fdb9267), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:53.665556 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:53.731988 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (a241c1ff-7289-4f2a-b129-6d976fdb9267), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:53.735161 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:53.777874 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:53.793734 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58766) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:53.833379 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1880101-5383-4141-bbe3-f7307b3aa928 req-a8f48175-b830-480a-94ff-8e0dd7782576 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 210 time: 0.1589007 Sep 15 19:26:54.028931 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=a241c1ff-7289-4f2a-b129-6d976fdb9267,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:54.043834 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Allocated IP 172.20.0.11 (154bf27e-6b45-4c49-b369-66b1d881a8f5/aa19cb13-ddfb-452e-b3a4-eabfa8947bcc/feb98b2b-660f-43d5-86f0-4251ddf907d1) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:54.050052 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58774) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:54.096819 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:54.112535 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-91c9dfaa-6753-42e2-affb-b0d11884b6b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4474280 Sep 15 19:26:54.237910 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-ec8b55dc-d55f-4bfa-867f-259d9da957ca service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:26:54.239242 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-ec8b55dc-d55f-4bfa-867f-259d9da957ca service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4964607 Sep 15 19:26:54.250873 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4fba7829-b6f4-4d4c-a5a6-3618eadab3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:54.274975 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92e5c3-a186-413b-9480-cccf43ef34c3 None None] Network e9da9785-192d-4b9a-9198-42ea5451e462 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:26:54.362585 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3872831f-0986-47f3-b8c8-e23bdd78a9bd admin admin] Deleting subnet b89b1f60-5d1d-493b-aa2a-a631527a803e {{(pid=106634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:26:54.377818 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3872831f-0986-47f3-b8c8-e23bdd78a9bd admin admin] Publish callbacks [] for subnet (b89b1f60-5d1d-493b-aa2a-a631527a803e), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:54.517348 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3872831f-0986-47f3-b8c8-e23bdd78a9bd admin admin] Publish callbacks [] for subnet (b89b1f60-5d1d-493b-aa2a-a631527a803e), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:54.531177 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:54.531754 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:54.532321 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:54.578475 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:54.583496 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3872831f-0986-47f3-b8c8-e23bdd78a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (b89b1f60-5d1d-493b-aa2a-a631527a803e), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:54.589011 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Current status of the port e242b171-9e8c-45fe-ac1d-68175920468a is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:54.589390 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:54.780589 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4fba7829-b6f4-4d4c-a5a6-3618eadab3e1 admin admin] Publish callbacks [] for security_group (8a78c326-7d3a-4f56-84e1-0f395c9217df), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:54.787540 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-3b547760-0438-491a-b567-678dfae75c87 None None] For port e242b171-9e8c-45fe-ac1d-68175920468a, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=e242b171-9e8c-45fe-ac1d-68175920468a,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:54.828026 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:54.870433 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-d1007aff-d915-4af6-8746-6908e6951afb tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1190478312&fields=id&tenant_id=53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 267 time: 0.1968040 Sep 15 19:26:54.884884 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4fba7829-b6f4-4d4c-a5a6-3618eadab3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (8a78c326-7d3a-4f56-84e1-0f395c9217df), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:54.964617 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:55.107098 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Provisioning complete for port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:55.107538 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:55.107936 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 1 to provision port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 Sep 15 19:26:55.129538 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-3d3ec51e-be78-48be-834b-d9c652a590d6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502696 Sep 15 19:26:55.173393 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3872831f-0986-47f3-b8c8-e23bdd78a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for subnet (b89b1f60-5d1d-493b-aa2a-a631527a803e), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:55.187032 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-3c47c40a-0a07-46cd-a445-a861b4d2ca57 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:55.189743 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-3c47c40a-0a07-46cd-a445-a861b4d2ca57 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 814 time: 0.3181577 Sep 15 19:26:55.248063 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Publish callbacks [] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:55.252731 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba7829-b6f4-4d4c-a5a6-3618eadab3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a78c326-7d3a-4f56-84e1-0f395c9217df,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:55.299422 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Publish callbacks [] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:55.316328 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ef5e42bf-1461-42c9-8903-4a1626e28edb tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/quotas/53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 375 time: 0.0789797 Sep 15 19:26:55.321591 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:55.323302 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e242b171-9e8c-45fe-ac1d-68175920468a up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:55.357368 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-3008b114-c4ca-4fb9-9a16-375cc156978d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179565 Sep 15 19:26:55.364094 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Pushing event updated for resources: {'Port': ['ID=e242b171-9e8c-45fe-ac1d-68175920468a,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:55.380988 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:55.420801 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-4b69f379-d528-4a79-8455-962dcfa1be85 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027393 Sep 15 19:26:55.432845 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872831f-0986-47f3-b8c8-e23bdd78a9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89b1f60-5d1d-493b-aa2a-a631527a803e,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:55.448105 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3872831f-0986-47f3-b8c8-e23bdd78a9bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:55.458311 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58798) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:55.460400 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-3872831f-0986-47f3-b8c8-e23bdd78a9bd admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/b89b1f60-5d1d-493b-aa2a-a631527a803e HTTP/1.1" status: 204 len: 168 time: 1.4085510 Sep 15 19:26:55.597671 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-4fba7829-b6f4-4d4c-a5a6-3618eadab3e1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=73be7c05690c456cbee1481590453dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7916908 Sep 15 19:26:55.601734 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-2947cd01-82da-4970-9b24-c75c636826b7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380541 Sep 15 19:26:55.604860 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58802) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:55.609177 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:55.793434 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:55.813405 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port e242b171-9e8c-45fe-ac1d-68175920468a triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:55.814226 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:55.814975 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port e242b171-9e8c-45fe-ac1d-68175920468a Sep 15 19:26:55.873215 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-a4e14a7c-f439-4f94-907a-116675fba79b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972361 Sep 15 19:26:55.873682 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.33', 52545) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:56.050358 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:56.051384 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Current status of the port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:56.054165 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Pushing event updated for resources: {'Port': ['ID=feb98b2b-660f-43d5-86f0-4251ddf907d1,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:56.065810 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4167fb-b973-428e-8293-8664e2f25d2a None None] Pushing event updated for resources: {'Port': ['ID=46eac09e-81fe-44a4-ba19-3c4e04c6e280,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:56.072627 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Provisioning complete for port a03cad0d-1495-4a74-9c10-485ea7efe966 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:56.073097 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:56.073498 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Attempt 1 to provision port a03cad0d-1495-4a74-9c10-485ea7efe966 Sep 15 19:26:56.206298 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:56.215924 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Network 154bf27e-6b45-4c49-b369-66b1d881a8f5 is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:56.243740 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82728abb-9ba2-462b-aabd-ee89e5a2204c req-65fc9e21-8c6d-43e6-87a1-32e69e052da0 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:56.250086 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82728abb-9ba2-462b-aabd-ee89e5a2204c req-65fc9e21-8c6d-43e6-87a1-32e69e052da0 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 932 time: 0.3458424 Sep 15 19:26:56.260024 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:56.284190 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:56.305757 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b547760-0438-491a-b567-678dfae75c87 None None] Current status of the port a03cad0d-1495-4a74-9c10-485ea7efe966 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:56.319263 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:56.320507 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for port (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:56.335883 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1589-7f70-469c-a05e-006d2344dc9f req-bef0fe40-f5f6-4904-965e-53a14ef529eb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:56.338593 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-bef0fe40-f5f6-4904-965e-53a14ef529eb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 819 time: 0.4442496 Sep 15 19:26:56.341932 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe5b8-8823-47ba-afa6-a3c2924828c6 admin admin] Publish callbacks [] for security_group (8a78c326-7d3a-4f56-84e1-0f395c9217df), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:56.418471 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe5b8-8823-47ba-afa6-a3c2924828c6 admin admin] Publish callbacks [] for security_group (8a78c326-7d3a-4f56-84e1-0f395c9217df), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:56.431379 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (dc809de8-d1a1-4288-a35e-73bd07c0e552), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:56.511995 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Request body: {'port': {'device_id': '1b36131f-5f27-419f-b1b2-da2d6ebc60e5', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'admin_state_up': True, 'tenant_id': '016f968319fd49d98506030c0bee6021'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:56.570202 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-f038fc51-7c94-4b5b-adae-31726dde3938 None None] Provisioning complete for port e242b171-9e8c-45fe-ac1d-68175920468a triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:56.571369 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f038fc51-7c94-4b5b-adae-31726dde3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:56.571927 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-f038fc51-7c94-4b5b-adae-31726dde3938 None None] Attempt 1 to provision port e242b171-9e8c-45fe-ac1d-68175920468a Sep 15 19:26:56.598473 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82728abb-9ba2-462b-aabd-ee89e5a2204c req-eadb1678-6576-412a-bc53-b87dc7926a12 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626607 Sep 15 19:26:56.632454 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port e242b171-9e8c-45fe-ac1d-68175920468a is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:56.644451 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Attempting to bind port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:26:56.652399 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Attempting to bind port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:26:56.652399 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Attempting to bind port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 on network f608162d-6498-4eba-ac51-7e7b4de51e0d {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:26:56.707089 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-60902403-79de-4806-a70f-357fdd1696f7 req-b8213efb-7266-4b29-993b-9f4781cec627 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.2146206 Sep 15 19:26:56.784578 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (dc809de8-d1a1-4288-a35e-73bd07c0e552), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:56.791997 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:26:56.792441 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Checking segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:26:56.792745 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:56.793132 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Bound using segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:26:56.793611 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Bound port: 46eac09e-81fe-44a4-ba19-3c4e04c6e280, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:26:56.794003 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:56.816333 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:56.816715 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:56.817568 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:56.817952 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > port after_create 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:56.818872 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:56.819270 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > port after_update 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:56.819755 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:56.820110 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:56.820477 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:56.821105 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:56.920704 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-f038fc51-7c94-4b5b-adae-31726dde3938 None None] Current status of the port e242b171-9e8c-45fe-ac1d-68175920468a is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:56.965256 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:56.965256 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e242b171-9e8c-45fe-ac1d-68175920468a up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:56.992447 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe5b8-8823-47ba-afa6-a3c2924828c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (8a78c326-7d3a-4f56-84e1-0f395c9217df), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:56.995522 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe5b8-8823-47ba-afa6-a3c2924828c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:57.000049 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-8e3fe5b8-8823-47ba-afa6-a3c2924828c6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8a78c326-7d3a-4f56-84e1-0f395c9217df HTTP/1.1" status: 204 len: 168 time: 1.3911667 Sep 15 19:26:57.006965 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] For port 46eac09e-81fe-44a4-ba19-3c4e04c6e280, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:57.010244 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] For port 46eac09e-81fe-44a4-ba19-3c4e04c6e280, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=46eac09e-81fe-44a4-ba19-3c4e04c6e280,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:57.017596 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fe5b8-8823-47ba-afa6-a3c2924828c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a78c326-7d3a-4f56-84e1-0f395c9217df,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:57.104635 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Provisioning complete for port feb98b2b-660f-43d5-86f0-4251ddf907d1 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:57.105186 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:57.105649 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Attempt 1 to provision port feb98b2b-660f-43d5-86f0-4251ddf907d1 Sep 15 19:26:57.119599 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:57.121506 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Made reservation on behalf of 016f968319fd49d98506030c0bee6021 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:57.133941 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:57.213830 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port e242b171-9e8c-45fe-ac1d-68175920468a triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:57.213830 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:57.213991 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port e242b171-9e8c-45fe-ac1d-68175920468a Sep 15 19:26:57.373635 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:26:57.374519 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:26:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:57.376730 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Port feb98b2b-660f-43d5-86f0-4251ddf907d1 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:57.378455 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:57.379333 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:57.383815 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:57.384367 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:57.384738 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc809de8-d1a1-4288-a35e-73bd07c0e552']}} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:57.400266 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:57.461766 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-7cac3a01-ba87-488d-8a35-0b44d8c7effd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3246613 Sep 15 19:26:57.462512 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58870) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:57.471839 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fd9131-65b6-46e4-8ba9-555e9b7232d0') {'for_net_delete': True} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:57.472465 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fd9131-65b6-46e4-8ba9-555e9b7232d0') {} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:57.484889 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4167fb-b973-428e-8293-8664e2f25d2a None None] Pushing event updated for resources: {'Port': ['ID=46eac09e-81fe-44a4-ba19-3c4e04c6e280,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:57.502504 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6552170'] for segment (21fd9131-65b6-46e4-8ba9-555e9b7232d0), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:57.595794 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (21fd9131-65b6-46e4-8ba9-555e9b7232d0), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:57.610315 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port e242b171-9e8c-45fe-ac1d-68175920468a is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:57.626610 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:26:57.626610 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5392250'] for segment (21fd9131-65b6-46e4-8ba9-555e9b7232d0), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:57.626827 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:26:57.626827 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:57.722746 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-e3684cbc-ba3b-4c02-8e5c-738b4d11c359 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:26:57.731086 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-e3684cbc-ba3b-4c02-8e5c-738b4d11c359 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1883900 Sep 15 19:26:57.747267 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-957a0f1e-c387-451b-949f-8093791bf30e req-435f8309-5f5b-498f-b350-a5130a3968eb tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.3486953 Sep 15 19:26:57.885640 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Attempt 2 to provision port feb98b2b-660f-43d5-86f0-4251ddf907d1 Sep 15 19:26:57.996242 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f867be01-38f0-48d8-872e-591ae32eaf20 req-028d47be-d737-47f4-906e-23949ee38675 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.1077108 Sep 15 19:26:57.998263 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (dc809de8-d1a1-4288-a35e-73bd07c0e552), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.028523 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.032208 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/dc809de8-d1a1-4288-a35e-73bd07c0e552 HTTP/1.1" status: 204 len: 168 time: 2.5727077 Sep 15 19:26:58.034366 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87d30f-f6ee-4fae-b27b-14994cd72d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc809de8-d1a1-4288-a35e-73bd07c0e552,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:58.037813 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58888) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:58.101976 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Port feb98b2b-660f-43d5-86f0-4251ddf907d1 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:58.181201 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Allocated IP 172.20.0.8 (f2ffb04b-7869-41f6-aad2-f6912ace930a/a70788c3-b1e1-445b-9b7b-a4dc053dec41/df8bdaca-d337-4c5a-a11c-dbedba1578a8) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:58.192375 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d224a-5dc6-4a52-8b46-233131f20593 req-c064c6fc-ffac-4b7b-bab0-28eeeda9504d tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:58.192583 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_v2 [None req-9074b0a9-c0ce-4e35-be87-32124db7763e admin admin] Deleting subnet 693dca9a-4bda-4917-a88c-28ac339e622f {{(pid=106635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:26:58.192673 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f70d224a-5dc6-4a52-8b46-233131f20593 req-c064c6fc-ffac-4b7b-bab0-28eeeda9504d tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 932 time: 0.3389561 Sep 15 19:26:58.228307 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:56Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:58.264241 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-70117c61-51ea-4a97-aec6-e13b9720fef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.273882 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9074b0a9-c0ce-4e35-be87-32124db7763e admin admin] Publish callbacks [] for subnet (693dca9a-4bda-4917-a88c-28ac339e622f), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.285755 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a306ac04-6a32-41fe-8fe4-b704b6727275 None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:56Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:26:58.361696 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9074b0a9-c0ce-4e35-be87-32124db7763e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6552145'] for subnet (693dca9a-4bda-4917-a88c-28ac339e622f), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.450880 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:58.451710 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58894) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:58.516882 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-fba74576-18f2-468d-9e4d-ffb6a5d6c37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.552348 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9074b0a9-c0ce-4e35-be87-32124db7763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (693dca9a-4bda-4917-a88c-28ac339e622f), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.583558 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f70d224a-5dc6-4a52-8b46-233131f20593 req-7c40e08b-fd0b-424d-ac2b-9f3a10ec8f9c tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806648 Sep 15 19:26:58.603793 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Attempt 3 to provision port feb98b2b-660f-43d5-86f0-4251ddf907d1 Sep 15 19:26:58.624958 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-70117c61-51ea-4a97-aec6-e13b9720fef4 admin admin] Publish callbacks [] for security_group (0c6d1266-c8b8-4709-a36a-e98acef915c5), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.670731 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Port feb98b2b-660f-43d5-86f0-4251ddf907d1 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:58.724941 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-70117c61-51ea-4a97-aec6-e13b9720fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0c6d1266-c8b8-4709-a36a-e98acef915c5), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.761042 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9074b0a9-c0ce-4e35-be87-32124db7763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5392320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6666563'] for subnet (693dca9a-4bda-4917-a88c-28ac339e622f), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.767342 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:58.785288 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.795014 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 46eac09e-81fe-44a4-ba19-3c4e04c6e280 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:26:58.804798 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-fba74576-18f2-468d-9e4d-ffb6a5d6c37b admin admin] Publish callbacks [] for security_group (82620b5e-7a92-43cd-8105-cdac93ff37cd), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.839519 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70117c61-51ea-4a97-aec6-e13b9720fef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6d1266-c8b8-4709-a36a-e98acef915c5,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:58.846030 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.services.segments.plugin [-] Segment 21fd9131-65b6-46e4-8ba9-555e9b7232d0 resource provider aggregate not found Sep 15 19:26:58.855697 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-70117c61-51ea-4a97-aec6-e13b9720fef4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c1da2772aedb41dc979be7e8030b7bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3250248 Sep 15 19:26:58.857264 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074b0a9-c0ce-4e35-be87-32124db7763e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693dca9a-4bda-4917-a88c-28ac339e622f,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:58.859414 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58908) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:58.874791 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9074b0a9-c0ce-4e35-be87-32124db7763e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.880474 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-9074b0a9-c0ce-4e35-be87-32124db7763e admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/693dca9a-4bda-4917-a88c-28ac339e622f HTTP/1.1" status: 204 len: 168 time: 0.8383756 Sep 15 19:26:58.880998 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58910) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:58.887361 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:26:58.887780 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.888119 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:26:58.905019 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.services.segments.plugin [-] Segment 21fd9131-65b6-46e4-8ba9-555e9b7232d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21fd9131-65b6-46e4-8ba9-555e9b7232d0 found for delete ", "request_id": "req-8890147f-59b9-487e-be8f-bd03c98a1925"}]} Sep 15 19:26:58.909005 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-fba74576-18f2-468d-9e4d-ffb6a5d6c37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (82620b5e-7a92-43cd-8105-cdac93ff37cd), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.940213 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9f7fd7fe-d1ec-4e20-b87f-33c9dea025b6 req-84dacfc8-e45c-4b78-afdb-efc448e17b5e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0598962 Sep 15 19:26:58.972523 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.990371 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:26:58.990864 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:58.993817 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e5090cb-7554-46fd-bbf4-bb04e8a58c8d admin admin] Publish callbacks [] for security_group (0c6d1266-c8b8-4709-a36a-e98acef915c5), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.025996 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e5090cb-7554-46fd-bbf4-bb04e8a58c8d admin admin] Publish callbacks [] for security_group (0c6d1266-c8b8-4709-a36a-e98acef915c5), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.041934 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:59.046882 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 46eac09e-81fe-44a4-ba19-3c4e04c6e280, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=46eac09e-81fe-44a4-ba19-3c4e04c6e280,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:59.148610 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.226721 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-fba74576-18f2-468d-9e4d-ffb6a5d6c37b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6d4cda75c68d400f817239f82595f869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7683797 Sep 15 19:26:59.228184 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58918) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:26:59.230356 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e5090cb-7554-46fd-bbf4-bb04e8a58c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0c6d1266-c8b8-4709-a36a-e98acef915c5), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.242505 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e5090cb-7554-46fd-bbf4-bb04e8a58c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.245180 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba74576-18f2-468d-9e4d-ffb6a5d6c37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82620b5e-7a92-43cd-8105-cdac93ff37cd,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:59.245291 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8e5090cb-7554-46fd-bbf4-bb04e8a58c8d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0c6d1266-c8b8-4709-a36a-e98acef915c5 HTTP/1.1" status: 204 len: 168 time: 0.3828180 Sep 15 19:26:59.272115 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Network f2ffb04b-7869-41f6-aad2-f6912ace930a is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:59.291417 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5090cb-7554-46fd-bbf4-bb04e8a58c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6d1266-c8b8-4709-a36a-e98acef915c5,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:59.297670 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (e9da9785-192d-4b9a-9198-42ea5451e462), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.301698 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:59.327491 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:26:59.337452 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:59.340589 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.343813 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event updated for resources: {'Port': ['ID=df8bdaca-d337-4c5a-a11c-dbedba1578a8,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:59.353152 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-92bcbf50-74d6-48ea-a36f-a22518e50a7f req-c295fb3f-38ac-45a6-bd1d-6e6ae575cf4f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.1457770 Sep 15 19:26:59.410342 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Attempt 4 to provision port feb98b2b-660f-43d5-86f0-4251ddf907d1 Sep 15 19:26:59.412962 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=46eac09e-81fe-44a4-ba19-3c4e04c6e280,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:59.488674 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-6994d874-d9d3-4614-8ed5-6f655d7f6d3c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0056772 Sep 15 19:26:59.577391 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Request body: {'port': {'device_id': '49ffe7b2-9cde-408a-b314-8c18c02ca8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:26:59.608331 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca52392a-f15f-495f-a989-b296e4b8f801 admin admin] Publish callbacks [] for security_group (82620b5e-7a92-43cd-8105-cdac93ff37cd), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.611406 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (e9da9785-192d-4b9a-9198-42ea5451e462), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.613072 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Port feb98b2b-660f-43d5-86f0-4251ddf907d1 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:26:59.668930 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.671222 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:26:59.679083 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.679493 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.680234 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.680575 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > port after_create 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.680913 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.681246 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > port after_update 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.681664 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.681885 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.682219 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.682536 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.853797 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3735d8a-5d8d-4242-8072-6e1ad517f114 req-97aefc1e-4b02-48da-8b50-ad303d42e663 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:26:59.855724 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a3735d8a-5d8d-4242-8072-6e1ad517f114 req-97aefc1e-4b02-48da-8b50-ad303d42e663 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 932 time: 0.1270261 Sep 15 19:26:59.889114 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.889563 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.889986 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.890513 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:59.890939 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9da9785-192d-4b9a-9198-42ea5451e462']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:59.898511 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca52392a-f15f-495f-a989-b296e4b8f801 admin admin] Publish callbacks [] for security_group (82620b5e-7a92-43cd-8105-cdac93ff37cd), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.921293 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ac3993-4495-4359-aac1-abaa9dde8a64') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:59.921586 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ac3993-4495-4359-aac1-abaa9dde8a64') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:59.951160 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (55ac3993-4495-4359-aac1-abaa9dde8a64), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:26:59.994814 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (55ac3993-4495-4359-aac1-abaa9dde8a64), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.004781 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:27:00.005181 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (55ac3993-4495-4359-aac1-abaa9dde8a64), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.015423 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a3735d8a-5d8d-4242-8072-6e1ad517f114 req-7180378f-5645-47de-bd91-188a5a9b4b21 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519890 Sep 15 19:27:00.114267 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Attempt 5 to provision port feb98b2b-660f-43d5-86f0-4251ddf907d1 Sep 15 19:27:00.146246 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca52392a-f15f-495f-a989-b296e4b8f801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (82620b5e-7a92-43cd-8105-cdac93ff37cd), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.148262 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb98b2b-660f-43d5-86f0-4251ddf907d1 {{(pid=106635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:27:00.152746 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca52392a-f15f-495f-a989-b296e4b8f801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.157052 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ca52392a-f15f-495f-a989-b296e4b8f801 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/82620b5e-7a92-43cd-8105-cdac93ff37cd HTTP/1.1" status: 204 len: 168 time: 0.9131272 Sep 15 19:27:00.158711 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Publish callbacks [] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.164475 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:00.165183 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Port feb98b2b-660f-43d5-86f0-4251ddf907d1 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:00.187509 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.provisioning_blocks [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Transition to ACTIVE for port object feb98b2b-660f-43d5-86f0-4251ddf907d1 will not be triggered until provisioned by entity L2. {{(pid=106635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:27:00.190529 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7134770e-d11f-4165-ad08-fa58960f3eea req-842e850c-f141-45c5-97f8-53bf2c76b5b3 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0815530 Sep 15 19:27:00.200637 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (e9da9785-192d-4b9a-9198-42ea5451e462), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.202146 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52392a-f15f-495f-a989-b296e4b8f801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82620b5e-7a92-43cd-8105-cdac93ff37cd,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:00.248744 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9da9785-192d-4b9a-9198-42ea5451e462,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:00.252249 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.260562 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-a49ff4ed-aecb-4295-8be3-e7178ecfc000 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/e9da9785-192d-4b9a-9198-42ea5451e462 HTTP/1.1" status: 204 len: 168 time: 1.3744888 Sep 15 19:27:00.297757 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.550323 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Pushing event updated for resources: {'Port': ['ID=feb98b2b-660f-43d5-86f0-4251ddf907d1,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:00.563519 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58948) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:00.579636 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8c71ab3c-60f0-418d-96b9-e785a5cfabe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.590454 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d874fde7-4ead-41ba-bc0d-d239a14cc0da req-08bf2b0a-fa19-44a5-8233-fd40fc2176ef tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.0568199 Sep 15 19:27:00.647975 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.managers [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Attempting to bind port feb98b2b-660f-43d5-86f0-4251ddf907d1 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:27:00.647975 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.managers [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Attempting to bind port feb98b2b-660f-43d5-86f0-4251ddf907d1 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'}] {{(pid=106635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:27:00.647975 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Attempting to bind port feb98b2b-660f-43d5-86f0-4251ddf907d1 on network 154bf27e-6b45-4c49-b369-66b1d881a8f5 {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:27:00.665879 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Attempt 6 to provision port feb98b2b-660f-43d5-86f0-4251ddf907d1 Sep 15 19:27:00.689173 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8c71ab3c-60f0-418d-96b9-e785a5cfabe1 admin admin] Publish callbacks [] for security_group (0a1555c4-50ae-44a4-897c-79a5f79af2ff), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.695864 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Port feb98b2b-660f-43d5-86f0-4251ddf907d1 on network 154bf27e-6b45-4c49-b369-66b1d881a8f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:27:00.696249 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Attempting to bind port feb98b2b-660f-43d5-86f0-4251ddf907d1 on network 154bf27e-6b45-4c49-b369-66b1d881a8f5 {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:27:00.755633 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Port feb98b2b-660f-43d5-86f0-4251ddf907d1 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:00.768223 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8c71ab3c-60f0-418d-96b9-e785a5cfabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0a1555c4-50ae-44a4-897c-79a5f79af2ff), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.792257 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:00.793896 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:27:00.794232 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Checking segment: {'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:27:00.794395 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 55ac3993-4495-4359-aac1-abaa9dde8a64 resource provider aggregate not found Sep 15 19:27:00.794797 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Bound using segment: {'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'} {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:27:00.795249 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.managers [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Bound port: feb98b2b-660f-43d5-86f0-4251ddf907d1, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ddc212-221a-41c5-8581-eb4560e1c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5'}}] {{(pid=106635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:27:00.795604 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.818480 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 46eac09e-81fe-44a4-ba19-3c4e04c6e280 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:27:00.873093 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 55ac3993-4495-4359-aac1-abaa9dde8a64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55ac3993-4495-4359-aac1-abaa9dde8a64 found for delete ", "request_id": "req-7167f31d-9baa-472d-bee2-64797b9c1d8d"}]} Sep 15 19:27:00.910144 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] For port feb98b2b-660f-43d5-86f0-4251ddf907d1, host hv-cinder-84984, cleared binding levels {{(pid=106635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:27:00.916187 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] For port feb98b2b-660f-43d5-86f0-4251ddf907d1, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=feb98b2b-660f-43d5-86f0-4251ddf907d1,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:27:00.936607 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:00.942733 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71ab3c-60f0-418d-96b9-e785a5cfabe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1555c4-50ae-44a4-897c-79a5f79af2ff,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:00.952430 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-8c71ab3c-60f0-418d-96b9-e785a5cfabe1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=618228ae110a4169b0523acdc864665f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864665 Sep 15 19:27:00.955977 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58956) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:00.956994 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:27:00.957390 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:00.957736 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 Sep 15 19:27:00.983534 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:01.000958 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:01.009302 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:01.010134 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for port (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:01.012393 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/feb98b2b-660f-43d5-86f0-4251ddf907d1 HTTP/1.1" status: 200 len: 1094 time: 1.6954358 Sep 15 19:27:01.013511 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ffe7b2-9cde-408a-b314-8c18c02ca8fb', 'tag': 'feb98b2b-660f-43d5-86f0-4251ddf907d1'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:27:01.091817 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3dba649c-2d4a-43d1-a318-de0b804f58f3 admin admin] Publish callbacks [] for security_group (0a1555c4-50ae-44a4-897c-79a5f79af2ff), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:01.167611 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3dba649c-2d4a-43d1-a318-de0b804f58f3 admin admin] Publish callbacks [] for security_group (0a1555c4-50ae-44a4-897c-79a5f79af2ff), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:01.219926 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630650c1-0f38-4f34-abd8-ba5c2b024a84 service neutron] Pushing event updated for resources: {'Port': ['ID=feb98b2b-660f-43d5-86f0-4251ddf907d1,revision_number=3']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:01.306354 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Attempt 7 to provision port feb98b2b-660f-43d5-86f0-4251ddf907d1 Sep 15 19:27:01.355507 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=61 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:01.436990 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:27:01.446770 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e287a72-bc40-4d4c-90a9-b3285ab75896 req-2e0330d9-97c6-4fc7-86ee-4579eba2a712 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:01.465170 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6e287a72-bc40-4d4c-90a9-b3285ab75896 req-2e0330d9-97c6-4fc7-86ee-4579eba2a712 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.1427512 Sep 15 19:27:01.483983 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8e09acfe-da7e-4b0f-b978-d5781ae0ade0 None None] Port feb98b2b-660f-43d5-86f0-4251ddf907d1 had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:27:01.493171 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3dba649c-2d4a-43d1-a318-de0b804f58f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0a1555c4-50ae-44a4-897c-79a5f79af2ff), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:01.496335 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3dba649c-2d4a-43d1-a318-de0b804f58f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:01.497607 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-3dba649c-2d4a-43d1-a318-de0b804f58f3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0a1555c4-50ae-44a4-897c-79a5f79af2ff HTTP/1.1" status: 204 len: 168 time: 0.5402608 Sep 15 19:27:01.540374 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fe67d9-1d5b-4a23-b243-f9359bb3ae34" -d '{"events": [{"name": "network-changed", "server_uuid": "49ffe7b2-9cde-408a-b314-8c18c02ca8fb", "tag": "feb98b2b-660f-43d5-86f0-4251ddf907d1"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:27:01.543480 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 58984) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:01.551891 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a37fb752-790f-4e0d-aab9-409087851277 req-1a42954c-7195-4f60-9971-74c0f515bd1c tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0927780 Sep 15 19:27:01.575974 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba649c-2d4a-43d1-a318-de0b804f58f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1555c4-50ae-44a4-897c-79a5f79af2ff,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:01.623009 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Provisioning complete for port df8bdaca-d337-4c5a-a11c-dbedba1578a8 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:27:01.624278 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:01.624278 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Attempt 1 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:01.633125 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6e287a72-bc40-4d4c-90a9-b3285ab75896 req-893f6789-0818-4ab0-9936-55e4cfcce7cd tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560485 Sep 15 19:27:01.634077 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:01.704944 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b468ad6c-78c2-44f7-ad7b-8e846c857374 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f64bceb5914c46ba96ed05750126f3a3&name=default HTTP/1.1" status: 200 len: 2994 time: 0.1599922 Sep 15 19:27:01.709292 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 58996) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:01.801584 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:01.802002 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-beb96904-a1c0-40ea-bc2e-18a30cf394ca admin admin] Publish callbacks [] for security_group (5a83677f-61d1-4492-a39e-6322c2b1bbbb), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:01.807662 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:01.820589 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c7b48535-3ec2-4a81-b8fd-9a7daa078600 req-fb1ae102-89da-4413-a47b-8b25e4c3b48a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.0805204 Sep 15 19:27:01.840168 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-beb96904-a1c0-40ea-bc2e-18a30cf394ca admin admin] Publish callbacks [] for security_group (5a83677f-61d1-4492-a39e-6322c2b1bbbb), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:01.975999 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71acf2d-e1cc-418a-9ff8-ab0775d706dd x-openstack-request-id: req-f71acf2d-e1cc-418a-9ff8-ab0775d706dd {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:27:01.976511 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ffe7b2-9cde-408a-b314-8c18c02ca8fb", "tag": "feb98b2b-660f-43d5-86f0-4251ddf907d1", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:27:01.976915 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f71acf2d-e1cc-418a-9ff8-ab0775d706dd {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:27:01.978997 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71acf2d-e1cc-418a-9ff8-ab0775d706dd'] response: {'name': 'network-changed', 'server_uuid': '49ffe7b2-9cde-408a-b314-8c18c02ca8fb', 'tag': 'feb98b2b-660f-43d5-86f0-4251ddf907d1', 'status': 'completed', 'code': 200} Sep 15 19:27:02.024623 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-beb96904-a1c0-40ea-bc2e-18a30cf394ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (5a83677f-61d1-4492-a39e-6322c2b1bbbb), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:02.031424 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-beb96904-a1c0-40ea-bc2e-18a30cf394ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:02.032707 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-beb96904-a1c0-40ea-bc2e-18a30cf394ca admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5a83677f-61d1-4492-a39e-6322c2b1bbbb HTTP/1.1" status: 204 len: 168 time: 0.3222833 Sep 15 19:27:02.043751 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb96904-a1c0-40ea-bc2e-18a30cf394ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a83677f-61d1-4492-a39e-6322c2b1bbbb,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:02.303430 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Attempt 2 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:02.406013 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:02.688233 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-686a4551-6b7d-498a-84ef-b5419d7c4206 req-7f01b8d9-5ea4-4402-aced-8e03815bb803 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0518510 Sep 15 19:27:02.796419 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15708f9-5c88-4d8f-a300-dcb3171c2c88 req-fe71c87c-8f5c-4296-b1b1-16f446a378a1 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:02.798005 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c15708f9-5c88-4d8f-a300-dcb3171c2c88 req-fe71c87c-8f5c-4296-b1b1-16f446a378a1 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.0574150 Sep 15 19:27:02.835624 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:02.871455 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c15708f9-5c88-4d8f-a300-dcb3171c2c88 req-bf5f815b-93d3-4940-9f4d-f110f4d12ed6 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648019 Sep 15 19:27:02.888305 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:DELETE=9,neutron:UPDATE=3,neutron:SELECT=88 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:02.909158 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Attempt 3 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:02.916361 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59050) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:02.990883 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:03.001532 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:03.004294 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a1ebf105-fed3-4ba2-a26a-980085fbc689 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8531d37ffae34055887febfdd231f33a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0860174 Sep 15 19:27:03.009912 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59052) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:03.029628 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-13d545f3-3dd9-4313-b212-0dfadc629713 req-7a633118-32b4-4ce8-8130-b5a2be5adda7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.0595284 Sep 15 19:27:03.030971 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:03.113782 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8830f327-adb0-4833-9a3b-49a29e5be463 admin admin] Publish callbacks [] for security_group (09b3d236-40a6-48ad-ae10-8ac7c9566560), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:03.148882 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8830f327-adb0-4833-9a3b-49a29e5be463 admin admin] Publish callbacks [] for security_group (09b3d236-40a6-48ad-ae10-8ac7c9566560), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:03.277318 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8830f327-adb0-4833-9a3b-49a29e5be463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (09b3d236-40a6-48ad-ae10-8ac7c9566560), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:03.280409 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8830f327-adb0-4833-9a3b-49a29e5be463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:03.281859 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8830f327-adb0-4833-9a3b-49a29e5be463 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/09b3d236-40a6-48ad-ae10-8ac7c9566560 HTTP/1.1" status: 204 len: 168 time: 0.2696891 Sep 15 19:27:03.292939 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830f327-adb0-4833-9a3b-49a29e5be463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b3d236-40a6-48ad-ae10-8ac7c9566560,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:03.502524 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Attempt 4 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:03.554612 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:03.866797 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6fbf9c80-d924-44f0-b723-dcdf1ed66f86 req-58a4d662-e900-4fd8-b615-d2a88fa9728f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0708542 Sep 15 19:27:04.056227 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Attempt 5 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:04.116544 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4bd5-1022-44bf-a380-e2d59beeff60 req-45bc5cf2-7d87-470b-ad14-f390330ed09c tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:04.140465 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-17be4bd5-1022-44bf-a380-e2d59beeff60 req-45bc5cf2-7d87-470b-ad14-f390330ed09c tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.1066959 Sep 15 19:27:04.142827 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:04.203115 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:04.230779 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a805c3b9-5e07-485f-8756-ff56b24b9f05 req-b4dfcada-e724-41d2-afd9-ea690052e85b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.0503948 Sep 15 19:27:04.270435 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-17be4bd5-1022-44bf-a380-e2d59beeff60 req-0ee982ec-4307-45bb-8ca2-1e29d1e87377 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285026 Sep 15 19:27:04.434696 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:04.704253 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Attempt 6 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:04.779561 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:05.138023 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-86ec8d0e-0efa-456b-8578-9456464c7017 req-80861983-f8c1-4740-80a0-296cc592b320 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0950339 Sep 15 19:27:05.185827 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Request body: {'port': {'device_id': '1b36131f-5f27-419f-b1b2-da2d6ebc60e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:27:05.280936 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Attempt 7 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:05.437926 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:05.458305 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:05.506527 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe67d9-1d5b-4a23-b243-f9359bb3ae34 req-c30a84a9-ec0f-4478-ae9b-879d822b2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:05.511195 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-10fe67d9-1d5b-4a23-b243-f9359bb3ae34 req-c30a84a9-ec0f-4478-ae9b-879d822b2862 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4a866fb1264140c1a1056696bf6fabc7&device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 1128 time: 0.2854955 Sep 15 19:27:05.532718 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6dea1859-c01e-40dd-90c6-838275b19f91 req-ad445a0a-0a1b-42d5-9651-e0e37d687d90 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.0659118 Sep 15 19:27:05.938734 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Attempt 8 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:05.958954 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ea912-22be-44a9-9254-3f69d1f8bd6d req-10035272-b20d-4720-9ddb-f562fc19432a tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:05.966782 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a33ea912-22be-44a9-9254-3f69d1f8bd6d req-10035272-b20d-4720-9ddb-f562fc19432a tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.4536257 Sep 15 19:27:06.060060 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:06.081981 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a33ea912-22be-44a9-9254-3f69d1f8bd6d req-90cfd996-4503-4709-929a-ed46869a38f0 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120472 Sep 15 19:27:06.201812 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe67d9-1d5b-4a23-b243-f9359bb3ae34 req-6d0420bd-87d7-4fa7-87a1-3fbe0e751521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:06.204823 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-10fe67d9-1d5b-4a23-b243-f9359bb3ae34 req-6d0420bd-87d7-4fa7-87a1-3fbe0e751521 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=4a866fb1264140c1a1056696bf6fabc7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6570704 Sep 15 19:27:06.398211 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8bdaca-d337-4c5a-a11c-dbedba1578a8 {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:27:06.408733 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Publish callbacks [] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:06.436121 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Transition to ACTIVE for port object df8bdaca-d337-4c5a-a11c-dbedba1578a8 will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:27:06.438132 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:06.493202 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-eabbee87-3fe4-47e4-8e89-ad55a450f655 req-bb47c278-0967-4f29-904b-c3327ef22bb8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.2061813 Sep 15 19:27:06.493375 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe67d9-1d5b-4a23-b243-f9359bb3ae34 req-15e7d93e-b307-4bb3-90e7-83a7d4e00c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:06.495234 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-10fe67d9-1d5b-4a23-b243-f9359bb3ae34 req-15e7d93e-b307-4bb3-90e7-83a7d4e00c54 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2700555 Sep 15 19:27:06.511107 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:06.562203 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Attempt 9 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:06.628135 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:06.703922 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Pushing event updated for resources: {'Port': ['ID=df8bdaca-d337-4c5a-a11c-dbedba1578a8,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:06.956443 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b22d954f-f5b3-492f-a0e2-d62962ed8bc0 req-5f4e4b53-909b-4398-9b18-ced9e09abbce tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.1348403 Sep 15 19:27:07.034093 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:07.056909 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-3e2f001f-d8d6-4128-b256-b0c6c7d607e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:07.059833 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-3e2f001f-d8d6-4128-b256-b0c6c7d607e2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4a866fb1264140c1a1056696bf6fabc7&device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 1128 time: 0.1728919 Sep 15 19:27:07.119721 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Attempting to bind port df8bdaca-d337-4c5a-a11c-dbedba1578a8 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:27:07.120736 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Attempting to bind port df8bdaca-d337-4c5a-a11c-dbedba1578a8 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:27:07.121540 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Attempting to bind port df8bdaca-d337-4c5a-a11c-dbedba1578a8 on network f2ffb04b-7869-41f6-aad2-f6912ace930a {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:27:07.131053 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Attempt 10 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:07.133447 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:07.200762 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 on network f2ffb04b-7869-41f6-aad2-f6912ace930a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:27:07.201281 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Attempting to bind port df8bdaca-d337-4c5a-a11c-dbedba1578a8 on network f2ffb04b-7869-41f6-aad2-f6912ace930a {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:27:07.264849 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9d49ce58-832d-4239-8194-cf4ba554ae32 None None] Port df8bdaca-d337-4c5a-a11c-dbedba1578a8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:07.334487 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa8bab-b3eb-4cca-b46d-08665dea3b23 req-922b24fa-deea-4cd2-9be8-db1d6bc564d5 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:07.336365 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8eaa8bab-b3eb-4cca-b46d-08665dea3b23 req-922b24fa-deea-4cd2-9be8-db1d6bc564d5 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.1039572 Sep 15 19:27:07.341420 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:27:07.341757 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Checking segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:27:07.342523 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Bound using segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:27:07.342982 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Bound port: df8bdaca-d337-4c5a-a11c-dbedba1578a8, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:27:07.343346 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:07.361917 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:07.445874 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8eaa8bab-b3eb-4cca-b46d-08665dea3b23 req-4767f859-4ce2-45c2-b58a-50412ab6e72f tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878491 Sep 15 19:27:07.451743 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] For port df8bdaca-d337-4c5a-a11c-dbedba1578a8, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:27:07.479289 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] For port df8bdaca-d337-4c5a-a11c-dbedba1578a8, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=df8bdaca-d337-4c5a-a11c-dbedba1578a8,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:27:07.552685 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:07.593202 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:07.594213 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:07.596701 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/df8bdaca-d337-4c5a-a11c-dbedba1578a8 HTTP/1.1" status: 200 len: 1093 time: 2.4164205 Sep 15 19:27:07.597971 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b36131f-5f27-419f-b1b2-da2d6ebc60e5', 'tag': 'df8bdaca-d337-4c5a-a11c-dbedba1578a8'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:27:07.694407 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cc352-b434-466c-bea1-aaed95bb3bda service neutron] Pushing event updated for resources: {'Port': ['ID=df8bdaca-d337-4c5a-a11c-dbedba1578a8,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:07.736224 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e7a7c93b-e171-473b-9ac1-f2467a8091aa req-76af5f7b-4fba-467e-bbc8-fac9cf86a0d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0489888 Sep 15 19:27:07.807582 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811957aa-3327-4b96-b73f-328236980c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b36131f-5f27-419f-b1b2-da2d6ebc60e5", "tag": "df8bdaca-d337-4c5a-a11c-dbedba1578a8"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:27:07.988981 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d349077-f226-4d7b-9ebf-b0592527701a x-openstack-request-id: req-9d349077-f226-4d7b-9ebf-b0592527701a {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:27:07.989270 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b36131f-5f27-419f-b1b2-da2d6ebc60e5", "tag": "df8bdaca-d337-4c5a-a11c-dbedba1578a8", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:27:07.989623 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d349077-f226-4d7b-9ebf-b0592527701a {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:27:07.991403 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d349077-f226-4d7b-9ebf-b0592527701a'] response: {'name': 'network-changed', 'server_uuid': '1b36131f-5f27-419f-b1b2-da2d6ebc60e5', 'tag': 'df8bdaca-d337-4c5a-a11c-dbedba1578a8', 'status': 'completed', 'code': 200} Sep 15 19:27:08.106664 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ac4c5918-9fcc-44a3-a17b-20f835b3c718 req-22d2aa40-228d-47b4-9214-542516fad1a7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.0320375 Sep 15 19:27:08.613303 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a278-0e7c-4635-9f3b-3aadef11496b req-c5798e8e-7591-4867-a2e7-67b5ff59d10d tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:08.615332 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6f62a278-0e7c-4635-9f3b-3aadef11496b req-c5798e8e-7591-4867-a2e7-67b5ff59d10d tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.0530593 Sep 15 19:27:08.688654 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6f62a278-0e7c-4635-9f3b-3aadef11496b req-b6979cfc-abb6-418a-9a88-3b98180aace8 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668075 Sep 15 19:27:08.881692 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-53a03137-5b3f-43d2-9569-45a9105d14df req-813573bf-2e4d-493b-b8af-4164bf59bbce tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0287013 Sep 15 19:27:09.079345 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 59298) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:09.217286 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c543af48-b13d-4845-9867-1cbfa88ed8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:09.264828 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-87c6cd10-9a74-47b2-8f8a-af32275995eb req-8dcfb107-8692-42ab-ac08-258bbb572efa tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.0441217 Sep 15 19:27:09.352171 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c543af48-b13d-4845-9867-1cbfa88ed8fe admin admin] Publish callbacks [] for security_group (b1119611-cd4d-4020-b58d-9c8e1d4fb67b), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:09.451573 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c543af48-b13d-4845-9867-1cbfa88ed8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (b1119611-cd4d-4020-b58d-9c8e1d4fb67b), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:09.469495 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:09.507487 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543af48-b13d-4845-9867-1cbfa88ed8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1119611-cd4d-4020-b58d-9c8e1d4fb67b,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:09.513479 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-c543af48-b13d-4845-9867-1cbfa88ed8fe admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3a65ff57d5f24ac1be16cdd442c181bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330447 Sep 15 19:27:09.517046 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 59320) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:09.576196 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19e6b089-86ca-459c-8931-d56464728eec admin admin] Publish callbacks [] for security_group (b1119611-cd4d-4020-b58d-9c8e1d4fb67b), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:09.600612 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19e6b089-86ca-459c-8931-d56464728eec admin admin] Publish callbacks [] for security_group (b1119611-cd4d-4020-b58d-9c8e1d4fb67b), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:09.733850 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19e6b089-86ca-459c-8931-d56464728eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (b1119611-cd4d-4020-b58d-9c8e1d4fb67b), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:09.738600 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19e6b089-86ca-459c-8931-d56464728eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:09.740996 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-19e6b089-86ca-459c-8931-d56464728eec admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b1119611-cd4d-4020-b58d-9c8e1d4fb67b HTTP/1.1" status: 204 len: 168 time: 0.2228041 Sep 15 19:27:09.758668 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6b089-86ca-459c-8931-d56464728eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1119611-cd4d-4020-b58d-9c8e1d4fb67b,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:09.890195 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa53a22-db03-40e5-8d89-6f25c4c9f635 req-96d60213-48af-430a-b26d-65b3c1aeb3e0 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:09.892729 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5fa53a22-db03-40e5-8d89-6f25c4c9f635 req-96d60213-48af-430a-b26d-65b3c1aeb3e0 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.0577784 Sep 15 19:27:09.970729 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5fa53a22-db03-40e5-8d89-6f25c4c9f635 req-39334377-bb9e-4ee0-be18-acb0c02ec735 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707598 Sep 15 19:27:10.097392 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-95a78284-85a8-433b-b1e6-389472bf4acb req-54197247-73db-48f9-8d10-97945aa33160 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0685089 Sep 15 19:27:10.431964 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-67b23806-556c-4688-bc92-5c842ce790f7 req-2a288a3b-bfb6-4db0-8332-6208defb39e5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.0401571 Sep 15 19:27:10.664893 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 59376) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:10.687028 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a267e-1db0-4fdc-81db-777cf2cbfdf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:10.833115 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a267e-1db0-4fdc-81db-777cf2cbfdf5 admin admin] Publish callbacks [] for security_group (8e3c29bc-01ff-41bc-8b93-5631bf12c8c3), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:10.903408 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2b1a267e-1db0-4fdc-81db-777cf2cbfdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (8e3c29bc-01ff-41bc-8b93-5631bf12c8c3), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:11.000093 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-2b1a267e-1db0-4fdc-81db-777cf2cbfdf5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=95d03a896eb44a1da708252ba32158c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334413 Sep 15 19:27:11.004355 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59394) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:11.021741 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:11.032414 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a267e-1db0-4fdc-81db-777cf2cbfdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3c29bc-01ff-41bc-8b93-5631bf12c8c3,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:11.174566 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-afa90cc9-e3b5-45cb-ba86-f3ec80036e7e admin admin] Publish callbacks [] for security_group (8e3c29bc-01ff-41bc-8b93-5631bf12c8c3), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:11.221508 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-afa90cc9-e3b5-45cb-ba86-f3ec80036e7e admin admin] Publish callbacks [] for security_group (8e3c29bc-01ff-41bc-8b93-5631bf12c8c3), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:11.333337 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:11.338202 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0fcb8921-3508-4d49-97d6-6a39341dea86 req-2e5eab13-9300-4f60-a1e0-14a48780d117 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0760729 Sep 15 19:27:11.407037 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726b6a3-1fed-411b-a026-3cafdd9cba43 req-dd944cc4-7b53-4ac1-9007-cb16c0bf182c tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:11.428067 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c726b6a3-1fed-411b-a026-3cafdd9cba43 req-dd944cc4-7b53-4ac1-9007-cb16c0bf182c tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.2278371 Sep 15 19:27:11.476610 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.33', 52563) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:11.569077 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811957aa-3327-4b96-b73f-328236980c4a req-060ba888-6b0d-40cb-a4ae-e2a67d1ae6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:11.571085 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-811957aa-3327-4b96-b73f-328236980c4a req-060ba888-6b0d-40cb-a4ae-e2a67d1ae6c2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 1127 time: 0.0924354 Sep 15 19:27:11.574219 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-1b0b015d-0c85-42b5-ad22-e026fd27461f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feb98b2b-660f-43d5-86f0-4251ddf907d1 HTTP/1.1" status: 200 len: 217 time: 0.1953144 Sep 15 19:27:11.726803 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 59418) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:11.731180 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-afa90cc9-e3b5-45cb-ba86-f3ec80036e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (8e3c29bc-01ff-41bc-8b93-5631bf12c8c3), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:11.746970 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-afa90cc9-e3b5-45cb-ba86-f3ec80036e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:11.748364 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-afa90cc9-e3b5-45cb-ba86-f3ec80036e7e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8e3c29bc-01ff-41bc-8b93-5631bf12c8c3 HTTP/1.1" status: 204 len: 168 time: 0.7422950 Sep 15 19:27:11.844195 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-dfd6842b-9b58-41cc-8dc6-d41e33ccbdc5 req-4db02f82-b4a6-4ef8-b61b-04c83fbd57e3 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.1399255 Sep 15 19:27:11.860824 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c726b6a3-1fed-411b-a026-3cafdd9cba43 req-663018b5-65f9-40f6-be79-736b25f932d8 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275491 Sep 15 19:27:11.908849 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa90cc9-e3b5-45cb-ba86-f3ec80036e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3c29bc-01ff-41bc-8b93-5631bf12c8c3,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:11.923537 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-1afa7d29-b8fb-43bc-a70f-e0ed4dde26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:11.925117 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-1afa7d29-b8fb-43bc-a70f-e0ed4dde26c2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=aa19cb13-ddfb-452e-b3a4-eabfa8947bcc HTTP/1.1" status: 200 len: 851 time: 0.3297591 Sep 15 19:27:11.977919 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811957aa-3327-4b96-b73f-328236980c4a req-58a041e1-7ac7-468b-9478-150221c9cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:11.979925 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-811957aa-3327-4b96-b73f-328236980c4a req-58a041e1-7ac7-468b-9478-150221c9cdb5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=016f968319fd49d98506030c0bee6021&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3740540 Sep 15 19:27:12.020030 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-b2983fcc-6818-4d4d-baaf-b72111cfae4e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:12.022900 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-b2983fcc-6818-4d4d-baaf-b72111cfae4e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 819 time: 0.5864136 Sep 15 19:27:12.144699 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Request body: {'port': {'device_id': 'ced2825e-adc0-4716-88f5-0b0b297b2b21', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'admin_state_up': True, 'tenant_id': '016f968319fd49d98506030c0bee6021'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:27:12.325446 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4717-1316-4c23-b48e-a4ef7260e016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:12.435585 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.33', 52572) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:12.777500 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:12.787160 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-c6212a03-620f-47bf-bed5-f0c239b56446 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:12.789066 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-c6212a03-620f-47bf-bed5-f0c239b56446 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 814 time: 0.3501239 Sep 15 19:27:12.871725 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4717-1316-4c23-b48e-a4ef7260e016 admin admin] Publish callbacks [] for security_group (ce35a9de-738c-464b-ab9f-802eef56e2d7), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:12.883580 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Made reservation on behalf of 016f968319fd49d98506030c0bee6021 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:27:12.902124 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:12.978477 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4717-1316-4c23-b48e-a4ef7260e016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (ce35a9de-738c-464b-ab9f-802eef56e2d7), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:13.033861 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-79c96860-1b37-4f72-b080-301335aeab65 req-c296a4f3-b1a2-4b7f-a670-4fd15ce05053 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.4605937 Sep 15 19:27:13.064802 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-f9dce034-9c70-45b9-b8cd-12f956a91cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:13.067104 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-f9dce034-9c70-45b9-b8cd-12f956a91cb1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=154bf27e-6b45-4c49-b369-66b1d881a8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.9367182 Sep 15 19:27:13.073044 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:13.195492 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e4717-1316-4c23-b48e-a4ef7260e016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce35a9de-738c-464b-ab9f-802eef56e2d7,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:13.216535 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-32137729-f5f8-4036-a8d0-2386eaec024e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 380 time: 0.4071367 Sep 15 19:27:13.244185 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811957aa-3327-4b96-b73f-328236980c4a req-9913e008-79d8-44fe-9005-19d4b7dc6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:13.245796 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-811957aa-3327-4b96-b73f-328236980c4a req-9913e008-79d8-44fe-9005-19d4b7dc6d54 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0882018 Sep 15 19:27:13.255431 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'port': {'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'admin_state_up': True, 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'security_groups': ['685445d2-388e-4d45-a73d-ac3bdfe410ea']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:27:13.268507 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-8d1e4717-1316-4c23-b48e-a4ef7260e016 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4b1d52015b8a4bdaac64510b7d151ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5295534 Sep 15 19:27:13.268507 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c97d94de-3d1c-41d5-bcf0-caf3dac57ed9 req-156bb1a9-106e-4a77-a042-44f93826f6dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.2344983 Sep 15 19:27:13.271271 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59464) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:13.309949 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c559bc-506b-4b1b-be92-3a0d4d8ccf26 req-e88ba619-513d-42ca-a18a-935b2f3c4d98 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:13.317598 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-46c559bc-506b-4b1b-be92-3a0d4d8ccf26 req-e88ba619-513d-42ca-a18a-935b2f3c4d98 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.1385221 Sep 15 19:27:13.339113 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:13.406514 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-4ecd5e2b-515e-4185-9ed5-9c6df0513801 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/154bf27e-6b45-4c49-b369-66b1d881a8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275263 Sep 15 19:27:13.517880 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Allocated IP 172.20.0.11 (f2ffb04b-7869-41f6-aad2-f6912ace930a/a70788c3-b1e1-445b-9b7b-a4dc053dec41/b8d23106-0153-4b20-8a66-916ff52a223e) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:27:13.700976 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1589-7f70-469c-a05e-006d2344dc9f req-db8105a4-9a2b-46b3-8c84-9d54e4d39a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:13.703498 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-db8105a4-9a2b-46b3-8c84-9d54e4d39a66 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 1127 time: 0.3503244 Sep 15 19:27:13.716980 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-46c559bc-506b-4b1b-be92-3a0d4d8ccf26 req-c3727589-0ec2-4cd0-9b19-59e14cfb008a tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974161 Sep 15 19:27:13.728343 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bd2bab66-2a05-400f-b84f-db84b03882d9 admin admin] Publish callbacks [] for security_group (ce35a9de-738c-464b-ab9f-802eef56e2d7), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:13.790866 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Made reservation on behalf of 53ec78c2e65c4f0c86d505c409031ab6 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:27:13.799913 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:13.905706 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-30506717-f741-49a1-b45b-d4b419621725 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8bdaca-d337-4c5a-a11c-dbedba1578a8 HTTP/1.1" status: 200 len: 217 time: 0.1792681 Sep 15 19:27:13.935451 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:13.988414 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82b2e0e8-d9cf-4eae-8672-527f8dacc702 req-da4d6230-7b66-4318-9074-32ad42603a42 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/154bf27e-6b45-4c49-b369-66b1d881a8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494394 Sep 15 19:27:14.012832 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bd2bab66-2a05-400f-b84f-db84b03882d9 admin admin] Publish callbacks [] for security_group (ce35a9de-738c-464b-ab9f-802eef56e2d7), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:14.173877 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1589-7f70-469c-a05e-006d2344dc9f req-03c0fdd3-4a6c-42ce-9a84-7dce8569ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:14.177095 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-03c0fdd3-4a6c-42ce-9a84-7dce8569ca79 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.1857538 Sep 15 19:27:14.237994 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for port (b8d23106-0153-4b20-8a66-916ff52a223e), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:14.398685 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1589-7f70-469c-a05e-006d2344dc9f req-7a3e7a6f-3164-4c48-b186-b5bb8093c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:14.398685 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-7a3e7a6f-3164-4c48-b186-b5bb8093c79f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1079943 Sep 15 19:27:14.400483 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-80aa4d7a-1713-47c1-abfa-a42947a8cdbc req-e979930a-23a0-4e7f-a1f9-7157c16e4d2f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0981758 Sep 15 19:27:14.480549 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Allocated IP 172.20.0.11 (f608162d-6498-4eba-ac51-7e7b4de51e0d/15f1138e-d4d8-45fc-9c33-4f2e21216a9a/b92511d9-07c9-4977-aff4-3a688548dc81) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:27:14.480857 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:14.480857 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-8ad402a7-fa65-4c76-bef7-84be3bdec7a4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297381 Sep 15 19:27:14.484940 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-230027ca-d2ea-432c-8dde-d8b23d2581c5 req-f0b1fd8b-a1ef-4ff3-adf3-64e31f3ae798 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 210 time: 0.0479581 Sep 15 19:27:14.552094 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:14.552826 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bd2bab66-2a05-400f-b84f-db84b03882d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (ce35a9de-738c-464b-ab9f-802eef56e2d7), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:14.555824 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bd2bab66-2a05-400f-b84f-db84b03882d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:14.561121 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-bd2bab66-2a05-400f-b84f-db84b03882d9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ce35a9de-738c-464b-ab9f-802eef56e2d7 HTTP/1.1" status: 204 len: 168 time: 1.2846127 Sep 15 19:27:14.574066 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bab66-2a05-400f-b84f-db84b03882d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce35a9de-738c-464b-ab9f-802eef56e2d7,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:14.585734 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-820d1589-7f70-469c-a05e-006d2344dc9f req-3366a4e3-c8d0-40cd-81c6-fbbc2a156574 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357903 Sep 15 19:27:14.638283 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Network f2ffb04b-7869-41f6-aad2-f6912ace930a is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:27:14.647840 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:27:14.657017 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:27:14.666688 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event updated for resources: {'Port': ['ID=b8d23106-0153-4b20-8a66-916ff52a223e,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:14.685017 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (b92511d9-07c9-4977-aff4-3a688548dc81), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:14.788739 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:14.789399 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:14.964901 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-a4002404-3248-40b6-85c6-9e6ad6d2079c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8244476 Sep 15 19:27:14.964901 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:14.974812 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Provisioning complete for port b8d23106-0153-4b20-8a66-916ff52a223e triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:27:14.976112 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:14.976503 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Attempt 1 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:14.981355 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab5a35-694a-4adf-b7be-31b21dc45dfc req-82e9b6fd-d483-4769-988a-e1081d10f734 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:14.988674 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8aab5a35-694a-4adf-b7be-31b21dc45dfc req-82e9b6fd-d483-4769-988a-e1081d10f734 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.1163898 Sep 15 19:27:15.054547 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Port b8d23106-0153-4b20-8a66-916ff52a223e cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:15.057576 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Network f608162d-6498-4eba-ac51-7e7b4de51e0d is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:27:15.067070 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:27:15.071874 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:27:15.079511 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=b92511d9-07c9-4977-aff4-3a688548dc81,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:15.236293 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59524) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:15.297084 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=9 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:15.316886 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8aab5a35-694a-4adf-b7be-31b21dc45dfc req-413ece08-c7ae-4ba2-a6fb-01de040f766d tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270266 Sep 15 19:27:15.373071 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:15.373704 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:15.486606 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-406ce6bf-eafd-4199-8b97-1b58abef0acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:15.487551 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-199b7498-8867-462a-ab55-884037a73c61 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2351565 Sep 15 19:27:15.556546 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Attempt 2 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:15.596354 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Port b8d23106-0153-4b20-8a66-916ff52a223e cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:15.678139 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59546) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:15.679502 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7705f-5ed6-491d-97f0-68bd84286fc5 req-82904fc8-cbc7-427a-ae66-1947b12dc7f7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:15.682322 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0ba7705f-5ed6-491d-97f0-68bd84286fc5 req-82904fc8-cbc7-427a-ae66-1947b12dc7f7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 932 time: 0.0740197 Sep 15 19:27:15.689606 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f1d0-2803-4ffc-9c53-adc27b9d1b46 req-655f8c27-e58f-4a93-9534-c96fd815b879 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:15.691495 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3276f1d0-2803-4ffc-9c53-adc27b9d1b46 req-655f8c27-e58f-4a93-9534-c96fd815b879 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 932 time: 0.1672451 Sep 15 19:27:15.713701 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:15.719368 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-406ce6bf-eafd-4199-8b97-1b58abef0acb admin admin] Publish callbacks [] for security_group (65f8c267-d04a-4be5-aec7-8bf2b97a3507), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:15.722068 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-951eff12-05cb-49ac-a4e8-90f46c4362e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:15.743521 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0ba7705f-5ed6-491d-97f0-68bd84286fc5 req-7e3d5563-4797-4286-b57d-f6d47df064a4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553575 Sep 15 19:27:15.803314 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3276f1d0-2803-4ffc-9c53-adc27b9d1b46 req-349fde91-7d1e-4a27-8165-e74578b6eb20 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012068 Sep 15 19:27:15.804553 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-406ce6bf-eafd-4199-8b97-1b58abef0acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (65f8c267-d04a-4be5-aec7-8bf2b97a3507), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:15.876992 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-406ce6bf-eafd-4199-8b97-1b58abef0acb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=84e0c1e8dbd04905b0d1963f4f00b275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6332467 Sep 15 19:27:15.877553 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 59548) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:15.889636 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ce6bf-eafd-4199-8b97-1b58abef0acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f8c267-d04a-4be5-aec7-8bf2b97a3507,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:15.946645 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a5d58c70-affd-4ccd-b79b-e42ebee88ae4 admin admin] Publish callbacks [] for security_group (65f8c267-d04a-4be5-aec7-8bf2b97a3507), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:15.948433 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-951eff12-05cb-49ac-a4e8-90f46c4362e3 admin admin] Publish callbacks [] for security_group (faaa9ffe-bae3-45ee-98c7-6675ada28e0d), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:15.975573 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a5d58c70-affd-4ccd-b79b-e42ebee88ae4 admin admin] Publish callbacks [] for security_group (65f8c267-d04a-4be5-aec7-8bf2b97a3507), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:16.068666 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-951eff12-05cb-49ac-a4e8-90f46c4362e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (faaa9ffe-bae3-45ee-98c7-6675ada28e0d), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:16.082490 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:16.099517 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Attempt 3 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:16.136016 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 59560) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:16.136376 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-951eff12-05cb-49ac-a4e8-90f46c4362e3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7d542f66f40d4a1bb39a8f26f4563a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565325 Sep 15 19:27:16.139525 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eff12-05cb-49ac-a4e8-90f46c4362e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaa9ffe-bae3-45ee-98c7-6675ada28e0d,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:16.159691 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:16.169116 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Port b8d23106-0153-4b20-8a66-916ff52a223e cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:16.178039 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a5d58c70-affd-4ccd-b79b-e42ebee88ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (65f8c267-d04a-4be5-aec7-8bf2b97a3507), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:16.182604 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a5d58c70-affd-4ccd-b79b-e42ebee88ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:16.184486 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-a5d58c70-affd-4ccd-b79b-e42ebee88ae4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/65f8c267-d04a-4be5-aec7-8bf2b97a3507 HTTP/1.1" status: 204 len: 168 time: 0.3057413 Sep 15 19:27:16.208745 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d58c70-affd-4ccd-b79b-e42ebee88ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f8c267-d04a-4be5-aec7-8bf2b97a3507,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:16.245213 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2d61ec68-d549-40ab-9e6d-65fff41e1403 admin admin] Publish callbacks [] for security_group (faaa9ffe-bae3-45ee-98c7-6675ada28e0d), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:16.278477 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2d61ec68-d549-40ab-9e6d-65fff41e1403 admin admin] Publish callbacks [] for security_group (faaa9ffe-bae3-45ee-98c7-6675ada28e0d), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:16.406374 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2d61ec68-d549-40ab-9e6d-65fff41e1403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (faaa9ffe-bae3-45ee-98c7-6675ada28e0d), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:16.410884 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2d61ec68-d549-40ab-9e6d-65fff41e1403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:16.423616 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-2d61ec68-d549-40ab-9e6d-65fff41e1403 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/faaa9ffe-bae3-45ee-98c7-6675ada28e0d HTTP/1.1" status: 204 len: 168 time: 0.2754753 Sep 15 19:27:16.425992 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61ec68-d549-40ab-9e6d-65fff41e1403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaa9ffe-bae3-45ee-98c7-6675ada28e0d,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:16.504022 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef16601-7114-464c-bfe5-12012005f7c9 req-7452dfb2-5123-486b-b540-12bee60c00d5 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:16.505399 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ef16601-7114-464c-bfe5-12012005f7c9 req-7452dfb2-5123-486b-b540-12bee60c00d5 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.0753651 Sep 15 19:27:16.568322 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ef16601-7114-464c-bfe5-12012005f7c9 req-389237dd-ce11-48d6-8936-49588eb43bb8 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528998 Sep 15 19:27:16.665231 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=2 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:16.670573 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Attempt 4 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:16.715678 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Port b8d23106-0153-4b20-8a66-916ff52a223e cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:16.765888 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:16.920018 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7cb79-a45a-47e6-8b61-c417e938e7bc req-379a8474-2d41-4f13-bb38-7575e8840455 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:16.932481 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-eea7cb79-a45a-47e6-8b61-c417e938e7bc req-379a8474-2d41-4f13-bb38-7575e8840455 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 932 time: 0.0947967 Sep 15 19:27:16.977595 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f53bd-1913-4c39-86fe-6b7e7b36cb7d req-f6dbd6d5-6c3e-4b66-bd5c-4421e38219a8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:16.986392 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-314f53bd-1913-4c39-86fe-6b7e7b36cb7d req-f6dbd6d5-6c3e-4b66-bd5c-4421e38219a8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 932 time: 0.0752096 Sep 15 19:27:17.025164 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-eea7cb79-a45a-47e6-8b61-c417e938e7bc req-042cdd1b-87d7-434b-8d40-3ccca352669d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872879 Sep 15 19:27:17.084108 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59594) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:17.085816 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=24 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:17.094459 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-314f53bd-1913-4c39-86fe-6b7e7b36cb7d req-7de9dd60-cbdb-48ba-8553-3d8f388f8ee6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003337 Sep 15 19:27:17.217185 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Attempt 5 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:17.252746 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af1e636e-932a-48af-8eb7-bed11e5e9750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.264419 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Port b8d23106-0153-4b20-8a66-916ff52a223e cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:17.343710 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:17.360293 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af1e636e-932a-48af-8eb7-bed11e5e9750 admin admin] Publish callbacks [] for security_group (6c9d8aa0-2f00-4b32-b15e-735146539460), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.429237 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59604) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:17.439904 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af1e636e-932a-48af-8eb7-bed11e5e9750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (6c9d8aa0-2f00-4b32-b15e-735146539460), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.452012 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a30b9581-ae6e-411e-b269-e4adcf6df074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.512517 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-af1e636e-932a-48af-8eb7-bed11e5e9750 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=de716ec8729a4fcc9aaa5e1fb2ff7caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244132 Sep 15 19:27:17.512517 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e636e-932a-48af-8eb7-bed11e5e9750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d8aa0-2f00-4b32-b15e-735146539460,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:17.513151 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59608) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:17.644593 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6b1e21e1-e4b5-414f-9690-ff8880710f54 admin admin] Publish callbacks [] for security_group (6c9d8aa0-2f00-4b32-b15e-735146539460), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.667373 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8303ea55-d1c1-4dac-9ab7-0a9ad02f85fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.704934 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a30b9581-ae6e-411e-b269-e4adcf6df074 admin admin] Publish callbacks [] for security_group (2d35a565-0ed8-49bf-8d92-60f726d5a911), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.707614 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6b1e21e1-e4b5-414f-9690-ff8880710f54 admin admin] Publish callbacks [] for security_group (6c9d8aa0-2f00-4b32-b15e-735146539460), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.765309 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Attempt 6 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:17.792196 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a30b9581-ae6e-411e-b269-e4adcf6df074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (2d35a565-0ed8-49bf-8d92-60f726d5a911), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.805048 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9d718-fcf7-4e36-992a-b24ac1c2a5bc req-c0b6cbe5-99e3-4c60-bce2-7908d2ccdb33 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:17.805609 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Port b8d23106-0153-4b20-8a66-916ff52a223e cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:17.807404 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e7f9d718-fcf7-4e36-992a-b24ac1c2a5bc req-c0b6cbe5-99e3-4c60-bce2-7908d2ccdb33 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.1080995 Sep 15 19:27:17.839299 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:17.883398 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a30b9581-ae6e-411e-b269-e4adcf6df074 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=151dc3686b844acca863ad54bf8b55f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4527702 Sep 15 19:27:17.883688 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 59620) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:17.886188 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b9581-ae6e-411e-b269-e4adcf6df074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d35a565-0ed8-49bf-8d92-60f726d5a911,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:17.923962 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e7f9d718-fcf7-4e36-992a-b24ac1c2a5bc req-b1d2e951-22d0-4173-bafa-76c34d237786 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019681 Sep 15 19:27:17.982502 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6b1e21e1-e4b5-414f-9690-ff8880710f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (6c9d8aa0-2f00-4b32-b15e-735146539460), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.985065 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6b1e21e1-e4b5-414f-9690-ff8880710f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:17.989207 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6b1e21e1-e4b5-414f-9690-ff8880710f54 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6c9d8aa0-2f00-4b32-b15e-735146539460 HTTP/1.1" status: 204 len: 168 time: 0.4721999 Sep 15 19:27:17.998430 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e21e1-e4b5-414f-9690-ff8880710f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d8aa0-2f00-4b32-b15e-735146539460,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:18.008651 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:27:18.023112 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f2827b96-68e3-441d-a9e8-f5727be4ddf5 admin admin] Publish callbacks [] for security_group (2d35a565-0ed8-49bf-8d92-60f726d5a911), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:18.055468 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f2827b96-68e3-441d-a9e8-f5727be4ddf5 admin admin] Publish callbacks [] for security_group (2d35a565-0ed8-49bf-8d92-60f726d5a911), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:18.217208 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f2827b96-68e3-441d-a9e8-f5727be4ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (2d35a565-0ed8-49bf-8d92-60f726d5a911), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:18.219999 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f2827b96-68e3-441d-a9e8-f5727be4ddf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:18.225642 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-f2827b96-68e3-441d-a9e8-f5727be4ddf5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2d35a565-0ed8-49bf-8d92-60f726d5a911 HTTP/1.1" status: 204 len: 168 time: 0.3358791 Sep 15 19:27:18.257599 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2827b96-68e3-441d-a9e8-f5727be4ddf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d35a565-0ed8-49bf-8d92-60f726d5a911,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:18.278558 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8110c-ea07-455c-8766-43171db49325 req-a994a78f-4466-4f11-96ce-a877bf17ec35 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:18.280397 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-35c8110c-ea07-455c-8766-43171db49325 req-a994a78f-4466-4f11-96ce-a877bf17ec35 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 932 time: 0.0784366 Sep 15 19:27:18.286036 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb885a2-2415-4239-98ef-dd7fb3a36e1c req-0dccc8b1-06e5-4e60-9d5c-d5c08516d1dd tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:18.290009 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9bb885a2-2415-4239-98ef-dd7fb3a36e1c req-0dccc8b1-06e5-4e60-9d5c-d5c08516d1dd tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 932 time: 0.0808632 Sep 15 19:27:18.306518 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Attempt 7 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:18.357712 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Port b8d23106-0153-4b20-8a66-916ff52a223e cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:18.387996 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-35c8110c-ea07-455c-8766-43171db49325 req-a806ebe9-222c-4741-bfbc-969c4350d189 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004205 Sep 15 19:27:18.390208 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9bb885a2-2415-4239-98ef-dd7fb3a36e1c req-6f6d961f-2d47-473d-98e9-312a3447e61e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852597 Sep 15 19:27:18.860911 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Attempt 8 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:18.898069 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Port b8d23106-0153-4b20-8a66-916ff52a223e cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:19.065472 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Request body: {'port': {'device_id': 'ced2825e-adc0-4716-88f5-0b0b297b2b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:27:19.072689 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Request body: {'port': {'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:27:19.131832 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9fd7a-fa25-43ab-b551-981199787ada req-010983f2-7f34-4539-8442-617189f5a043 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:19.133401 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0eb9fd7a-fa25-43ab-b551-981199787ada req-010983f2-7f34-4539-8442-617189f5a043 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.1083231 Sep 15 19:27:19.167682 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:19.248269 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:19.274413 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0eb9fd7a-fa25-43ab-b551-981199787ada req-21a3fbe2-22c5-41c0-85f4-fb31b0a17fff tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341946 Sep 15 19:27:19.275012 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:19.399818 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Attempt 9 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:19.507860 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Port b8d23106-0153-4b20-8a66-916ff52a223e cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:19.522608 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59678) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:19.543554 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:19.573376 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-60793265-ad5c-49d4-b329-192ee772f578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:19.688362 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc51ee-dbc7-4cc7-bbae-8058ea0c36e6 req-4af9e15e-755d-4d45-9ae0-755c89c64f71 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:19.690139 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b5fc51ee-dbc7-4cc7-bbae-8058ea0c36e6 req-4af9e15e-755d-4d45-9ae0-755c89c64f71 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 932 time: 0.0901604 Sep 15 19:27:19.806701 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b5fc51ee-dbc7-4cc7-bbae-8058ea0c36e6 req-8f835035-7536-43bf-a9b2-b27fc20721f0 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082203 Sep 15 19:27:19.828214 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e037b3-50d8-4fe8-a55f-10bc12d77deb req-eb694265-c428-4612-88e3-fc0e1f876b5a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:19.832114 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-49e037b3-50d8-4fe8-a55f-10bc12d77deb req-eb694265-c428-4612-88e3-fc0e1f876b5a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 932 time: 0.1790609 Sep 15 19:27:19.833432 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-60793265-ad5c-49d4-b329-192ee772f578 admin admin] Publish callbacks [] for security_group (6138d584-0d1b-45ad-b8a6-890f295734ee), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:19.983892 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-49e037b3-50d8-4fe8-a55f-10bc12d77deb req-68831a4d-4d30-404d-ba33-fbc6c580de20 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362507 Sep 15 19:27:20.010231 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Attempt 10 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:20.011297 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d23106-0153-4b20-8a66-916ff52a223e {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:27:20.041574 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Publish callbacks [] for port (b8d23106-0153-4b20-8a66-916ff52a223e), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:20.049740 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:20.052649 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-55d9338e-8c7d-4369-98da-5bcad20b7ede None None] Port b8d23106-0153-4b20-8a66-916ff52a223e cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:20.064115 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Transition to ACTIVE for port object b8d23106-0153-4b20-8a66-916ff52a223e will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:27:20.067119 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92511d9-07c9-4977-aff4-3a688548dc81 {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:27:20.079809 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Publish callbacks [] for port (b92511d9-07c9-4977-aff4-3a688548dc81), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:20.092767 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Transition to ACTIVE for port object b92511d9-07c9-4977-aff4-3a688548dc81 will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:27:20.172901 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-d12d97d9-5303-4a1e-bdae-f15ed638d109 None None] Provisioning complete for port b92511d9-07c9-4977-aff4-3a688548dc81 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:27:20.173285 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d12d97d9-5303-4a1e-bdae-f15ed638d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:20.173616 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-d12d97d9-5303-4a1e-bdae-f15ed638d109 None None] Attempt 1 to provision port b92511d9-07c9-4977-aff4-3a688548dc81 Sep 15 19:27:20.211755 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-d12d97d9-5303-4a1e-bdae-f15ed638d109 None None] Port b92511d9-07c9-4977-aff4-3a688548dc81 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:20.427629 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f8ac8-9e00-4b49-8120-289f17b00cba req-e4c63023-c121-47a2-992d-712d207e764e tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:20.429517 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-fa5f8ac8-9e00-4b49-8120-289f17b00cba req-e4c63023-c121-47a2-992d-712d207e764e tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.0633583 Sep 15 19:27:20.492827 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-fa5f8ac8-9e00-4b49-8120-289f17b00cba req-36b0c973-cf09-4b48-a904-0c90ed5306e1 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576150 Sep 15 19:27:20.712698 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-d12d97d9-5303-4a1e-bdae-f15ed638d109 None None] Attempt 2 to provision port b92511d9-07c9-4977-aff4-3a688548dc81 Sep 15 19:27:20.749597 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-d12d97d9-5303-4a1e-bdae-f15ed638d109 None None] Port b92511d9-07c9-4977-aff4-3a688548dc81 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:20.800395 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-60793265-ad5c-49d4-b329-192ee772f578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (6138d584-0d1b-45ad-b8a6-890f295734ee), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:20.803478 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:20.805265 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-905657cb-5a0a-44d4-bb44-9328bcd3587b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:20.809283 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:20.861491 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-60793265-ad5c-49d4-b329-192ee772f578 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2c3c80d3242842bcb7e63c5371415229&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3373756 Sep 15 19:27:20.862347 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 59696) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:20.862533 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60793265-ad5c-49d4-b329-192ee772f578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6138d584-0d1b-45ad-b8a6-890f295734ee,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:21.018499 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device feb98b2b-660f-43d5-86f0-4251ddf907d1 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:27:21.020126 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Pushing event updated for resources: {'Port': ['ID=b92511d9-07c9-4977-aff4-3a688548dc81,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:21.163203 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e3eeddef-748c-41f6-b220-eaf993bb6561 admin admin] Publish callbacks [] for security_group (6138d584-0d1b-45ad-b8a6-890f295734ee), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.193325 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81aa1-b4fb-4a73-aa37-73b3a2e34590 req-c73d4a28-893d-4d4b-8e91-d140ed8509e0 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:21.205880 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-46b81aa1-b4fb-4a73-aa37-73b3a2e34590 req-c73d4a28-893d-4d4b-8e91-d140ed8509e0 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 944 time: 0.2426844 Sep 15 19:27:21.206283 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51a47e-f482-46cd-a1d3-2975c252a5b4 req-59a8f889-57fe-4950-9674-3a8a5183c93a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:21.214950 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-bb51a47e-f482-46cd-a1d3-2975c252a5b4 req-59a8f889-57fe-4950-9674-3a8a5183c93a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 944 time: 0.0693915 Sep 15 19:27:21.276181 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Attempting to bind port b92511d9-07c9-4977-aff4-3a688548dc81 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:27:21.276967 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Attempting to bind port b92511d9-07c9-4977-aff4-3a688548dc81 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:27:21.277632 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Attempting to bind port b92511d9-07c9-4977-aff4-3a688548dc81 on network f608162d-6498-4eba-ac51-7e7b4de51e0d {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:27:21.287683 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-bb51a47e-f482-46cd-a1d3-2975c252a5b4 req-4d2005a4-4826-4839-b9f2-0c559bce3ca8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701191 Sep 15 19:27:21.289810 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e3eeddef-748c-41f6-b220-eaf993bb6561 admin admin] Publish callbacks [] for security_group (6138d584-0d1b-45ad-b8a6-890f295734ee), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.292626 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d23106-0153-4b20-8a66-916ff52a223e,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:21.297915 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-d12d97d9-5303-4a1e-bdae-f15ed638d109 None None] Attempt 3 to provision port b92511d9-07c9-4977-aff4-3a688548dc81 Sep 15 19:27:21.337933 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:21.362913 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Attempting to bind port b8d23106-0153-4b20-8a66-916ff52a223e on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:27:21.363478 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Attempting to bind port b8d23106-0153-4b20-8a66-916ff52a223e by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:27:21.364125 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Attempting to bind port b8d23106-0153-4b20-8a66-916ff52a223e on network f2ffb04b-7869-41f6-aad2-f6912ace930a {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:27:21.401467 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:21.405350 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-d12d97d9-5303-4a1e-bdae-f15ed638d109 None None] Port b92511d9-07c9-4977-aff4-3a688548dc81 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:27:21.408042 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-46b81aa1-b4fb-4a73-aa37-73b3a2e34590 req-bd4608dc-514f-47e8-a547-4e639bd4ab49 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983030 Sep 15 19:27:21.447251 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port feb98b2b-660f-43d5-86f0-4251ddf907d1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=feb98b2b-660f-43d5-86f0-4251ddf907d1,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:21.452278 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Port b92511d9-07c9-4977-aff4-3a688548dc81 on network f608162d-6498-4eba-ac51-7e7b4de51e0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:27:21.452818 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Attempting to bind port b92511d9-07c9-4977-aff4-3a688548dc81 on network f608162d-6498-4eba-ac51-7e7b4de51e0d {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:27:21.466545 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': 'feb98b2b-660f-43d5-86f0-4251ddf907d1', 'network_id': '154bf27e-6b45-4c49-b369-66b1d881a8f5', 'port_id': 'feb98b2b-660f-43d5-86f0-4251ddf907d1', 'mac_address': 'fa:16:3e:a4:48:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa19cb13-ddfb-452e-b3a4-eabfa8947bcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:27:21.485630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Port b8d23106-0153-4b20-8a66-916ff52a223e on network f2ffb04b-7869-41f6-aad2-f6912ace930a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:27:21.485953 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Attempting to bind port b8d23106-0153-4b20-8a66-916ff52a223e on network f2ffb04b-7869-41f6-aad2-f6912ace930a {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:27:21.494074 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59708) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:21.512636 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.529006 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port feb98b2b-660f-43d5-86f0-4251ddf907d1 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:27:21.530080 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.549893 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb98b2b-660f-43d5-86f0-4251ddf907d1 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:27:21.554303 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:27:21.555253 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Checking segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:27:21.556078 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Bound using segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:27:21.556774 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Bound port: b92511d9-07c9-4977-aff4-3a688548dc81, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:27:21.557378 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.576397 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port feb98b2b-660f-43d5-86f0-4251ddf907d1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=feb98b2b-660f-43d5-86f0-4251ddf907d1,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:21.593005 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e3eeddef-748c-41f6-b220-eaf993bb6561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (6138d584-0d1b-45ad-b8a6-890f295734ee), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.595999 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e3eeddef-748c-41f6-b220-eaf993bb6561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.597427 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e3eeddef-748c-41f6-b220-eaf993bb6561 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6138d584-0d1b-45ad-b8a6-890f295734ee HTTP/1.1" status: 204 len: 168 time: 0.7295749 Sep 15 19:27:21.602858 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:27:21.603594 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Checking segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:27:21.604171 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Bound using segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:27:21.604617 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Bound port: b8d23106-0153-4b20-8a66-916ff52a223e, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:27:21.604981 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.624112 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeddef-748c-41f6-b220-eaf993bb6561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6138d584-0d1b-45ad-b8a6-890f295734ee,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:21.663158 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.663943 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device df8bdaca-d337-4c5a-a11c-dbedba1578a8 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:27:21.699700 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:21.728684 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] For port b92511d9-07c9-4977-aff4-3a688548dc81, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:27:21.733350 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] For port b92511d9-07c9-4977-aff4-3a688548dc81, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b92511d9-07c9-4977-aff4-3a688548dc81,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:27:21.741758 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] For port b8d23106-0153-4b20-8a66-916ff52a223e, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:27:21.750300 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] For port b8d23106-0153-4b20-8a66-916ff52a223e, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b8d23106-0153-4b20-8a66-916ff52a223e,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:27:21.785597 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a709e50-376f-4817-ba3d-f2d7647921e0 req-87d31a34-be09-45d7-b5d2-c813eb068910 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:21.789048 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8a709e50-376f-4817-ba3d-f2d7647921e0 req-87d31a34-be09-45d7-b5d2-c813eb068910 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 944 time: 0.1624320 Sep 15 19:27:21.798738 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port df8bdaca-d337-4c5a-a11c-dbedba1578a8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=df8bdaca-d337-4c5a-a11c-dbedba1578a8,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:21.806717 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.813894 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:21.815561 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.819364 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/b92511d9-07c9-4977-aff4-3a688548dc81 HTTP/1.1" status: 200 len: 1094 time: 2.7605681 Sep 15 19:27:21.844899 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'tag': 'b92511d9-07c9-4977-aff4-3a688548dc81'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:27:21.855216 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8275723-bbe1-49e7-8c60-005c24c20476" -d '{"events": [{"name": "network-changed", "server_uuid": "3532b103-32ed-4f98-988c-acdaaca65fa8", "tag": "b92511d9-07c9-4977-aff4-3a688548dc81"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:27:21.930440 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:21.932991 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': 'df8bdaca-d337-4c5a-a11c-dbedba1578a8', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'port_id': 'df8bdaca-d337-4c5a-a11c-dbedba1578a8', 'mac_address': 'fa:16:3e:66:2e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:27:21.934912 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-d12d97d9-5303-4a1e-bdae-f15ed638d109 None None] Attempt 4 to provision port b92511d9-07c9-4977-aff4-3a688548dc81 Sep 15 19:27:21.936672 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=feb98b2b-660f-43d5-86f0-4251ddf907d1,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:21.943423 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.952709 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:21.953788 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:21.968754 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/b8d23106-0153-4b20-8a66-916ff52a223e HTTP/1.1" status: 200 len: 1094 time: 2.9114008 Sep 15 19:27:22.013833 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c10080c-9617-4162-a098-133822fe416a x-openstack-request-id: req-5c10080c-9617-4162-a098-133822fe416a {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:27:22.014261 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3532b103-32ed-4f98-988c-acdaaca65fa8", "tag": "b92511d9-07c9-4977-aff4-3a688548dc81", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:27:22.014664 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c10080c-9617-4162-a098-133822fe416a {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:27:22.015291 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c10080c-9617-4162-a098-133822fe416a'] response: {'name': 'network-changed', 'server_uuid': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'tag': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'status': 'completed', 'code': 200} Sep 15 19:27:22.043712 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:22.048227 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-d12d97d9-5303-4a1e-bdae-f15ed638d109 None None] Port b92511d9-07c9-4977-aff4-3a688548dc81 had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:27:22.050381 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port df8bdaca-d337-4c5a-a11c-dbedba1578a8 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:27:22.051128 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.070256 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8a709e50-376f-4817-ba3d-f2d7647921e0 req-22b19163-de57-43d5-bf31-6b369a75b132 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651947 Sep 15 19:27:22.082354 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-056aefd9-6b38-4beb-b1f2-d6f0303c2849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.091394 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8bdaca-d337-4c5a-a11c-dbedba1578a8 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:27:22.155849 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port df8bdaca-d337-4c5a-a11c-dbedba1578a8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=df8bdaca-d337-4c5a-a11c-dbedba1578a8,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:22.234420 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.259188 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-056aefd9-6b38-4beb-b1f2-d6f0303c2849 admin admin] Publish callbacks [] for security_group (59365eb4-6c44-48f1-8dad-94a1e82e410a), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.306851 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=df8bdaca-d337-4c5a-a11c-dbedba1578a8,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:22.389803 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-056aefd9-6b38-4beb-b1f2-d6f0303c2849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (59365eb4-6c44-48f1-8dad-94a1e82e410a), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.409723 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:22.433973 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-36143e05-8c4c-41aa-a5da-38485d8ad112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:22.436139 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-36143e05-8c4c-41aa-a5da-38485d8ad112 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 1128 time: 0.4601109 Sep 15 19:27:22.436767 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e86be-7a62-49d8-8eb9-4d1ec54c7192 service neutron] Pushing event updated for resources: {'Port': ['ID=b92511d9-07c9-4977-aff4-3a688548dc81,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:22.440457 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-056aefd9-6b38-4beb-b1f2-d6f0303c2849 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6a4836a0fdee4bc6a4e574e988877f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9449077 Sep 15 19:27:22.443611 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056aefd9-6b38-4beb-b1f2-d6f0303c2849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59365eb4-6c44-48f1-8dad-94a1e82e410a,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:22.447871 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59742) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:22.542262 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d372-0f7d-4cc7-93fa-b32024dccc5b admin admin] Publish callbacks [] for security_group (59365eb4-6c44-48f1-8dad-94a1e82e410a), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.591203 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['df8bdaca-d337-4c5a-a11c-dbedba1578a8'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:22.611212 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-b120fd3a-088f-4110-ba68-6d1240bda7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:22.615811 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-b120fd3a-088f-4110-ba68-6d1240bda7d5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 1128 time: 0.2757399 Sep 15 19:27:22.617423 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-85aa69f0-ae91-4125-869a-375a00525087 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92511d9-07c9-4977-aff4-3a688548dc81 HTTP/1.1" status: 200 len: 217 time: 0.1522870 Sep 15 19:27:22.654388 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfecaf-59e6-40f6-a95a-5f207658a02f req-f9e02b7d-0f7f-4e40-a2b8-5ed690222943 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:22.656182 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-14dfecaf-59e6-40f6-a95a-5f207658a02f req-f9e02b7d-0f7f-4e40-a2b8-5ed690222943 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 944 time: 0.2461984 Sep 15 19:27:22.671615 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d372-0f7d-4cc7-93fa-b32024dccc5b admin admin] Publish callbacks [] for security_group (59365eb4-6c44-48f1-8dad-94a1e82e410a), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.717231 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614d852-611e-4383-b75b-d9c21e42b48c req-27def8e1-0aab-43e8-9ef7-1462278c6808 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:22.719446 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8614d852-611e-4383-b75b-d9c21e42b48c req-27def8e1-0aab-43e8-9ef7-1462278c6808 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 944 time: 0.1653254 Sep 15 19:27:22.794923 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-97c3ee09-3872-46a3-a34c-4ce1c5584685 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d23106-0153-4b20-8a66-916ff52a223e HTTP/1.1" status: 200 len: 217 time: 0.1533506 Sep 15 19:27:22.819011 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['feb98b2b-660f-43d5-86f0-4251ddf907d1'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:22.850715 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce34bbc-df2d-4e19-a735-c1763f20c144 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d23106-0153-4b20-8a66-916ff52a223e,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:22.872413 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8614d852-611e-4383-b75b-d9c21e42b48c req-e3b18928-584e-4107-ba42-74574200214f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418507 Sep 15 19:27:22.886203 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-8fde0841-ea98-4e49-a6ba-e6234d62afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:22.888508 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-8fde0841-ea98-4e49-a6ba-e6234d62afe9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.2624156 Sep 15 19:27:22.926276 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d372-0f7d-4cc7-93fa-b32024dccc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (59365eb4-6c44-48f1-8dad-94a1e82e410a), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.929830 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d372-0f7d-4cc7-93fa-b32024dccc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.934819 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-d5e6d372-0f7d-4cc7-93fa-b32024dccc5b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/59365eb4-6c44-48f1-8dad-94a1e82e410a HTTP/1.1" status: 204 len: 168 time: 0.4828568 Sep 15 19:27:22.940333 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.949167 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6d372-0f7d-4cc7-93fa-b32024dccc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59365eb4-6c44-48f1-8dad-94a1e82e410a,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:22.982684 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:22.984120 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:22.990027 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-58b03cbe-7f43-4d5b-a677-d1d0800d6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:22.992332 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-58b03cbe-7f43-4d5b-a677-d1d0800d6e68 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.2033193 Sep 15 19:27:23.033969 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-14dfecaf-59e6-40f6-a95a-5f207658a02f req-d9b858c1-06ce-4121-a951-a70effc81923 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700794 Sep 15 19:27:23.065586 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-fa1f9e01-e9a9-41d3-8d22-6d5dee16d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:23.067059 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-fa1f9e01-e9a9-41d3-8d22-6d5dee16d964 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1719785 Sep 15 19:27:23.134494 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-3ac3ab38-5611-4894-b2bb-80285041d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:23.136454 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-3ac3ab38-5611-4894-b2bb-80285041d42c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1333041 Sep 15 19:27:23.238997 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:23.245721 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-ceec63e0-8b9b-45ab-ba7b-8352a8d9730e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713483 Sep 15 19:27:23.300383 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeaa8c9-0dc2-4137-802d-14dffe1ef9af req-82671144-1f66-4748-8a97-d217c93bb78d tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:23.309015 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-dfeaa8c9-0dc2-4137-802d-14dffe1ef9af req-82671144-1f66-4748-8a97-d217c93bb78d tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 945 time: 0.0741990 Sep 15 19:27:23.390256 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-dfeaa8c9-0dc2-4137-802d-14dffe1ef9af req-be337966-20f1-43fc-996d-4964a33f0551 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802348 Sep 15 19:27:23.971874 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 59786) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:24.023532 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced2825e-adc0-4716-88f5-0b0b297b2b21', 'tag': 'b8d23106-0153-4b20-8a66-916ff52a223e'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:27:24.029966 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92218f43-0166-4f5b-a388-bd1d62ad5d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ced2825e-adc0-4716-88f5-0b0b297b2b21", "tag": "b8d23106-0153-4b20-8a66-916ff52a223e"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:27:24.037764 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-75a18b41-b0f4-4aad-a487-45d3d8f12444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:24.078432 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353535-61ef-4fe5-aa72-73e77a7c0564 req-fa323c88-1319-4b0e-81ff-28a037963aa0 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:24.086755 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-87353535-61ef-4fe5-aa72-73e77a7c0564 req-fa323c88-1319-4b0e-81ff-28a037963aa0 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 944 time: 0.1061993 Sep 15 19:27:24.137013 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bb2d6b-c78e-456f-8bec-0c6151f9f4dc x-openstack-request-id: req-81bb2d6b-c78e-456f-8bec-0c6151f9f4dc {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:27:24.137302 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced2825e-adc0-4716-88f5-0b0b297b2b21", "tag": "b8d23106-0153-4b20-8a66-916ff52a223e", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:27:24.137578 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81bb2d6b-c78e-456f-8bec-0c6151f9f4dc {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:27:24.137928 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bb2d6b-c78e-456f-8bec-0c6151f9f4dc'] response: {'name': 'network-changed', 'server_uuid': 'ced2825e-adc0-4716-88f5-0b0b297b2b21', 'tag': 'b8d23106-0153-4b20-8a66-916ff52a223e', 'status': 'completed', 'code': 200} Sep 15 19:27:24.178651 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-87353535-61ef-4fe5-aa72-73e77a7c0564 req-5d3b8a36-aba7-4785-9829-b2cee8d4c9c2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883160 Sep 15 19:27:24.228033 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-75a18b41-b0f4-4aad-a487-45d3d8f12444 admin admin] Publish callbacks [] for security_group (37fd61b9-cfe8-4929-a12d-0d6bddda6490), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:24.299387 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d65587-38db-4514-96bd-5733a3f1e50e req-8a847abd-2e2a-4586-93fd-87a17eb4ffa5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:24.301059 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-09d65587-38db-4514-96bd-5733a3f1e50e req-8a847abd-2e2a-4586-93fd-87a17eb4ffa5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 944 time: 0.0580378 Sep 15 19:27:24.365534 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-09d65587-38db-4514-96bd-5733a3f1e50e req-b51899d4-d375-4813-a28a-1e63ba9bec2e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551338 Sep 15 19:27:24.460426 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-75a18b41-b0f4-4aad-a487-45d3d8f12444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (37fd61b9-cfe8-4929-a12d-0d6bddda6490), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:24.556687 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:24.567952 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-75a18b41-b0f4-4aad-a487-45d3d8f12444 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=784ac146b1694af59d2ea18b052ceb08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942948 Sep 15 19:27:24.571340 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a18b41-b0f4-4aad-a487-45d3d8f12444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fd61b9-cfe8-4929-a12d-0d6bddda6490,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:24.573006 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59812) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:24.587890 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33eb20b-ff51-4fc6-bd13-e0b1ad0a85ef req-57084350-769a-49b4-8805-b029bc6fe791 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:24.590094 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a33eb20b-ff51-4fc6-bd13-e0b1ad0a85ef req-57084350-769a-49b4-8805-b029bc6fe791 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 945 time: 0.0855181 Sep 15 19:27:24.607003 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:24.664811 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7e63-7244-4f98-a00f-43d35817823f admin admin] Publish callbacks [] for security_group (37fd61b9-cfe8-4929-a12d-0d6bddda6490), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:24.668708 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a33eb20b-ff51-4fc6-bd13-e0b1ad0a85ef req-6a063f2c-b1b5-4067-ad7e-d8c7934c2e65 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666118 Sep 15 19:27:24.689501 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7e63-7244-4f98-a00f-43d35817823f admin admin] Publish callbacks [] for security_group (37fd61b9-cfe8-4929-a12d-0d6bddda6490), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:24.838295 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7e63-7244-4f98-a00f-43d35817823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (37fd61b9-cfe8-4929-a12d-0d6bddda6490), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:24.846980 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7e63-7244-4f98-a00f-43d35817823f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:24.852999 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-2f8d7e63-7244-4f98-a00f-43d35817823f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/37fd61b9-cfe8-4929-a12d-0d6bddda6490 HTTP/1.1" status: 204 len: 168 time: 0.2788596 Sep 15 19:27:24.867339 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d7e63-7244-4f98-a00f-43d35817823f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fd61b9-cfe8-4929-a12d-0d6bddda6490,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:24.975349 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-1ebbb101-de71-4165-b024-23e63e7014ba service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065027 Sep 15 19:27:25.001307 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7b9f298c-3ac8-462d-a3d5-ad18ccbe726d req-0c432bca-7a64-4f2d-acf5-756315f22fec service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191737 Sep 15 19:27:25.338984 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5feb706-ad2c-48c8-bceb-f58b4612ee89 req-2af22908-ab07-4e9d-94aa-6a7bce56170d tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:25.340499 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b5feb706-ad2c-48c8-bceb-f58b4612ee89 req-2af22908-ab07-4e9d-94aa-6a7bce56170d tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 944 time: 0.0516024 Sep 15 19:27:25.415502 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b5feb706-ad2c-48c8-bceb-f58b4612ee89 req-d92c6cc7-ecf8-4ec1-9f76-86ebae87359b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690501 Sep 15 19:27:25.517469 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350437a3-eee3-4f07-8e1c-a667efa13b1c req-7819b184-0b14-4920-8a53-920f8597c4fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:25.519785 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-350437a3-eee3-4f07-8e1c-a667efa13b1c req-7819b184-0b14-4920-8a53-920f8597c4fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 944 time: 0.0584972 Sep 15 19:27:25.590061 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-350437a3-eee3-4f07-8e1c-a667efa13b1c req-f530f442-9b70-4184-a95b-c13714545533 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617824 Sep 15 19:27:25.789668 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59852) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:25.872114 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fd9eccd-caf5-4ee3-bae5-004c2639f22f req-ab402474-8b90-4a44-ad7d-134e983ebb51 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614678 Sep 15 19:27:25.893280 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88feec8-1f07-41a5-88b8-ec5dbaa820ed req-b0060589-02d9-4f99-b1e3-1bc6fcbc9d95 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:25.894955 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e88feec8-1f07-41a5-88b8-ec5dbaa820ed req-b0060589-02d9-4f99-b1e3-1bc6fcbc9d95 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 945 time: 0.0593934 Sep 15 19:27:25.970806 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e88feec8-1f07-41a5-88b8-ec5dbaa820ed req-c9c68f21-3c0d-4897-946b-bc9a34e030df tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681715 Sep 15 19:27:26.175381 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-66523ba1-e3bf-410f-ad5e-597cf4d4ad57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:26.292355 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-66523ba1-e3bf-410f-ad5e-597cf4d4ad57 admin admin] Publish callbacks [] for security_group (46912733-51b4-4028-881b-8f5cbc4a6f37), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:26.349807 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device feb98b2b-660f-43d5-86f0-4251ddf907d1 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:27:26.406831 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port feb98b2b-660f-43d5-86f0-4251ddf907d1 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:27:26.417638 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-66523ba1-e3bf-410f-ad5e-597cf4d4ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (46912733-51b4-4028-881b-8f5cbc4a6f37), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:26.470348 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-66523ba1-e3bf-410f-ad5e-597cf4d4ad57 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=77be5d9c80df4b6bb5a9dc654984535f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6790745 Sep 15 19:27:26.471356 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66523ba1-e3bf-410f-ad5e-597cf4d4ad57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46912733-51b4-4028-881b-8f5cbc4a6f37,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:26.474376 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59880) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:26.525717 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port feb98b2b-660f-43d5-86f0-4251ddf907d1 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:27:26.526919 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:26.527956 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port feb98b2b-660f-43d5-86f0-4251ddf907d1 Sep 15 19:27:26.558878 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-08ac3ab1-048d-4c30-afe9-6f13c85d9f8f admin admin] Publish callbacks [] for security_group (46912733-51b4-4028-881b-8f5cbc4a6f37), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:26.613611 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-08ac3ab1-048d-4c30-afe9-6f13c85d9f8f admin admin] Publish callbacks [] for security_group (46912733-51b4-4028-881b-8f5cbc4a6f37), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:26.675229 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port feb98b2b-660f-43d5-86f0-4251ddf907d1 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:27:26.675497 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:26.677126 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:26.689866 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e24f73-abee-4c12-887e-baee01fbef28 req-01e18e83-5124-4097-a5ac-1a12faf48793 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:26.711883 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-48e24f73-abee-4c12-887e-baee01fbef28 req-01e18e83-5124-4097-a5ac-1a12faf48793 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 944 time: 0.1591065 Sep 15 19:27:26.749447 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port feb98b2b-660f-43d5-86f0-4251ddf907d1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=feb98b2b-660f-43d5-86f0-4251ddf907d1,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:26.758808 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ffe7b2-9cde-408a-b314-8c18c02ca8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb98b2b-660f-43d5-86f0-4251ddf907d1'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:27:26.797787 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:26.800175 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-9b0526d9-799a-4f85-a484-142251226ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:26.801805 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-9b0526d9-799a-4f85-a484-142251226ad4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 1128 time: 0.2356772 Sep 15 19:27:26.815987 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-48e24f73-abee-4c12-887e-baee01fbef28 req-6e5b7b57-a4af-4558-ba44-57e5f94d8150 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999806 Sep 15 19:27:26.824498 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72497142-1ea5-4ed2-8250-7ab47f95cd49 req-28ee8122-c92b-4ae1-a233-b8b6995f7172 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:26.831345 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-72497142-1ea5-4ed2-8250-7ab47f95cd49 req-28ee8122-c92b-4ae1-a233-b8b6995f7172 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 944 time: 0.1282353 Sep 15 19:27:26.837451 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-08ac3ab1-048d-4c30-afe9-6f13c85d9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (46912733-51b4-4028-881b-8f5cbc4a6f37), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:26.840603 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-08ac3ab1-048d-4c30-afe9-6f13c85d9f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:26.842764 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-08ac3ab1-048d-4c30-afe9-6f13c85d9f8f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/46912733-51b4-4028-881b-8f5cbc4a6f37 HTTP/1.1" status: 204 len: 168 time: 0.3664138 Sep 15 19:27:26.863069 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac3ab1-048d-4c30-afe9-6f13c85d9f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46912733-51b4-4028-881b-8f5cbc4a6f37,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:26.924421 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:26.927981 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device df8bdaca-d337-4c5a-a11c-dbedba1578a8 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:27:26.936689 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-72497142-1ea5-4ed2-8250-7ab47f95cd49 req-4addebba-80d5-4bc7-bdc2-2916ff2fa847 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040099 Sep 15 19:27:27.220372 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3e88c-bf2a-4acf-9ea7-5fba93569e69 req-b0e4f7d3-f029-48d3-9881-9c231528eb9f tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:27.223763 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-53a3e88c-bf2a-4acf-9ea7-5fba93569e69 req-b0e4f7d3-f029-48d3-9881-9c231528eb9f tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0696831 Sep 15 19:27:27.279151 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=feb98b2b-660f-43d5-86f0-4251ddf907d1,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:27.294026 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port df8bdaca-d337-4c5a-a11c-dbedba1578a8 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:27:27.338206 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-53a3e88c-bf2a-4acf-9ea7-5fba93569e69 req-a39f8a2c-0501-49f0-9956-9c0b41ead473 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107318 Sep 15 19:27:27.463284 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port df8bdaca-d337-4c5a-a11c-dbedba1578a8 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:27:27.464181 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:27.464868 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port df8bdaca-d337-4c5a-a11c-dbedba1578a8 Sep 15 19:27:27.525401 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:27.591795 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port df8bdaca-d337-4c5a-a11c-dbedba1578a8 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:27:27.592222 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:27.636540 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port df8bdaca-d337-4c5a-a11c-dbedba1578a8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=df8bdaca-d337-4c5a-a11c-dbedba1578a8,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:27.654370 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b945e447-9197-4a17-86c9-2e2a63a01953" -d '{"events": [{"server_uuid": "49ffe7b2-9cde-408a-b314-8c18c02ca8fb", "name": "network-vif-plugged", "status": "completed", "tag": "feb98b2b-660f-43d5-86f0-4251ddf907d1"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:27:27.698434 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-20cc48a2-7c61-4617-809f-dc02035c8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:27.700236 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-20cc48a2-7c61-4617-809f-dc02035c8a92 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 1128 time: 0.1661296 Sep 15 19:27:27.753919 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:27.827345 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=df8bdaca-d337-4c5a-a11c-dbedba1578a8,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:27.985977 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device b8d23106-0153-4b20-8a66-916ff52a223e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:27:28.020191 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-0ff71680-4cd2-42d4-8c29-d27b140a6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:28.021419 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-0ff71680-4cd2-42d4-8c29-d27b140a6a6a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 915 time: 0.5124822 Sep 15 19:27:28.059182 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:28.088460 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c21faf-b043-45d7-a3f7-93fdb2477d3f req-3c3da9f3-18e8-4e24-9d47-791aadc68683 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:28.090292 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45c21faf-b043-45d7-a3f7-93fdb2477d3f req-3c3da9f3-18e8-4e24-9d47-791aadc68683 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 944 time: 0.1190989 Sep 15 19:27:28.094900 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-655bb7ee-d3f9-44bf-af19-196632587071 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92511d9-07c9-4977-aff4-3a688548dc81 HTTP/1.1" status: 200 len: 217 time: 0.0630713 Sep 15 19:27:28.110702 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port b8d23106-0153-4b20-8a66-916ff52a223e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b8d23106-0153-4b20-8a66-916ff52a223e,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:28.124297 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': 'b8d23106-0153-4b20-8a66-916ff52a223e', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'port_id': 'b8d23106-0153-4b20-8a66-916ff52a223e', 'mac_address': 'fa:16:3e:1c:69:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:27:28.170461 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port b8d23106-0153-4b20-8a66-916ff52a223e is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:27:28.170850 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:28.176390 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-87adc04b-57a3-418a-9494-d704f4fbc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:28.176390 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-87adc04b-57a3-418a-9494-d704f4fbc24e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.4674840 Sep 15 19:27:28.186914 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d23106-0153-4b20-8a66-916ff52a223e {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:27:28.213126 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port b8d23106-0153-4b20-8a66-916ff52a223e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b8d23106-0153-4b20-8a66-916ff52a223e,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:28.238322 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-fe3d7a74-a5df-4d70-b087-97341ce907be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:28.240448 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-fe3d7a74-a5df-4d70-b087-97341ce907be service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.1335039 Sep 15 19:27:28.247059 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-814972eb-4db5-4f54-94b6-934b67d45e19 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d23106-0153-4b20-8a66-916ff52a223e HTTP/1.1" status: 200 len: 217 time: 0.0580082 Sep 15 19:27:28.273874 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45c21faf-b043-45d7-a3f7-93fdb2477d3f req-ae3bb27a-63e9-4444-92c7-268b299e9d15 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714928 Sep 15 19:27:28.348003 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:28.348003 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device b92511d9-07c9-4977-aff4-3a688548dc81 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:27:28.359893 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-dc9ac00c-c2e1-4e31-bbe2-d55d8a8eeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:28.365758 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-dc9ac00c-c2e1-4e31-bbe2-d55d8a8eeb90 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1112480 Sep 15 19:27:28.434607 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-ffd9d456-7ad1-4755-93e2-9311e2a6f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:28.434607 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-ffd9d456-7ad1-4755-93e2-9311e2a6f793 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.1734426 Sep 15 19:27:28.592876 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=b8d23106-0153-4b20-8a66-916ff52a223e,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:28.602611 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-fda14307-7db1-42a0-8bd4-c0799c089b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:28.605017 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-fda14307-7db1-42a0-8bd4-c0799c089b62 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1243868 Sep 15 19:27:28.617314 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb79d7-bf4f-4fdc-adfa-372daf337ca8 req-be3ffea2-3140-4203-8a47-0d2bb07fd35c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:28.623563 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-dabb79d7-bf4f-4fdc-adfa-372daf337ca8 req-be3ffea2-3140-4203-8a47-0d2bb07fd35c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 945 time: 0.1368201 Sep 15 19:27:28.630634 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port b92511d9-07c9-4977-aff4-3a688548dc81, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b92511d9-07c9-4977-aff4-3a688548dc81,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:28.656495 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'mac_address': 'fa:16:3e:cc:74:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:27:28.686457 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59966) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:28.705447 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-6de3ff60-1194-4aa3-8603-d079785f52ff service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191161 Sep 15 19:27:28.712163 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:28.718957 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port b92511d9-07c9-4977-aff4-3a688548dc81 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:27:28.719356 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:28.720666 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d1f3-db4e-4000-8619-e71c7e880133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:28.738811 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92511d9-07c9-4977-aff4-3a688548dc81 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:27:28.776723 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port b92511d9-07c9-4977-aff4-3a688548dc81, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b92511d9-07c9-4977-aff4-3a688548dc81,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:28.837591 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-dabb79d7-bf4f-4fdc-adfa-372daf337ca8 req-c4b79838-eca3-4758-9149-fc2c85dd80f3 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966181 Sep 15 19:27:28.846905 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:28.857537 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:28.858547 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:28.903319 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-46407bb3-c8f8-4887-aec5-a63e4f4e85ba service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792213 Sep 15 19:27:28.948858 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d1f3-db4e-4000-8619-e71c7e880133 admin admin] Publish callbacks [] for security_group (259ab8a9-9ee4-42e9-b801-595df9a7615b), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:28.967622 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=b92511d9-07c9-4977-aff4-3a688548dc81,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:28.983787 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59976) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:29.042262 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d1f3-db4e-4000-8619-e71c7e880133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (259ab8a9-9ee4-42e9-b801-595df9a7615b), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:29.086353 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8275723-bbe1-49e7-8c60-005c24c20476 req-aaa7f0ea-3888-4a40-a083-5490c302fcf5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724680 Sep 15 19:27:29.108484 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5d1f3-db4e-4000-8619-e71c7e880133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259ab8a9-9ee4-42e9-b801-595df9a7615b,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:29.126339 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:29.151097 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2829131e-8a4c-4162-bd13-bbe3855c0c1c x-openstack-request-id: req-2829131e-8a4c-4162-bd13-bbe3855c0c1c {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:27:29.151565 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ffe7b2-9cde-408a-b314-8c18c02ca8fb", "name": "network-vif-plugged", "status": "completed", "tag": "feb98b2b-660f-43d5-86f0-4251ddf907d1", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:27:29.152033 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2829131e-8a4c-4162-bd13-bbe3855c0c1c {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:27:29.152735 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2829131e-8a4c-4162-bd13-bbe3855c0c1c'] response: {'server_uuid': '49ffe7b2-9cde-408a-b314-8c18c02ca8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb98b2b-660f-43d5-86f0-4251ddf907d1', 'code': 200} Sep 15 19:27:29.156536 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625cdd-b71e-4f19-a330-2fa1a753ba8d req-2524bf52-5587-4ad8-b2d9-59a71228f1c2 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:29.158193 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8625cdd-b71e-4f19-a330-2fa1a753ba8d req-2524bf52-5587-4ad8-b2d9-59a71228f1c2 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.1422415 Sep 15 19:27:29.174572 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-3ae5d1f3-db4e-4000-8619-e71c7e880133 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4f644a2a06ef4d5eb36dc0250aa29446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4820206 Sep 15 19:27:29.175469 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 59982) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:29.239910 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-92218f43-0166-4f5b-a388-bd1d62ad5d8d req-0475bcf5-b8dd-455c-96d6-6f78e735779a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254774 Sep 15 19:27:29.257282 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8625cdd-b71e-4f19-a330-2fa1a753ba8d req-6a95be14-6b63-44e4-ac56-7fa1f92b84f1 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854166 Sep 15 19:27:29.269413 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e7b56af2-79be-48bd-8c46-50add7377861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:29.276291 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['b92511d9-07c9-4977-aff4-3a688548dc81'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:29.294165 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-704a99fa-c49b-4154-aac5-10d80e77cc2b admin admin] Publish callbacks [] for security_group (259ab8a9-9ee4-42e9-b801-595df9a7615b), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:29.329520 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-704a99fa-c49b-4154-aac5-10d80e77cc2b admin admin] Publish callbacks [] for security_group (259ab8a9-9ee4-42e9-b801-595df9a7615b), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:29.375476 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['b8d23106-0153-4b20-8a66-916ff52a223e'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:29.463463 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc191f6d-e8e4-4223-83a0-f9aabcd9c6b5 req-0c3cdbfd-cd91-4401-9490-6695f970166b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:29.465979 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-bc191f6d-e8e4-4223-83a0-f9aabcd9c6b5 req-0c3cdbfd-cd91-4401-9490-6695f970166b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 945 time: 0.0680776 Sep 15 19:27:29.548102 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-bc191f6d-e8e4-4223-83a0-f9aabcd9c6b5 req-cc7a01f0-aea3-4dde-9f59-a396595ccba4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707948 Sep 15 19:27:29.664260 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:29.677297 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-704a99fa-c49b-4154-aac5-10d80e77cc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (259ab8a9-9ee4-42e9-b801-595df9a7615b), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:29.681931 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-704a99fa-c49b-4154-aac5-10d80e77cc2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:29.684203 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-704a99fa-c49b-4154-aac5-10d80e77cc2b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/259ab8a9-9ee4-42e9-b801-595df9a7615b HTTP/1.1" status: 204 len: 168 time: 0.5055571 Sep 15 19:27:29.721347 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e7b56af2-79be-48bd-8c46-50add7377861 admin admin] Publish callbacks [] for security_group (27d87e19-ec2f-4787-8560-e38c6ca08126), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:29.729353 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a99fa-c49b-4154-aac5-10d80e77cc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ab8a9-9ee4-42e9-b801-595df9a7615b,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:29.811264 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e7b56af2-79be-48bd-8c46-50add7377861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (27d87e19-ec2f-4787-8560-e38c6ca08126), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:29.863423 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e7b56af2-79be-48bd-8c46-50add7377861 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a436bf911f55435e98cac98c2feeb14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8785841 Sep 15 19:27:29.864361 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b56af2-79be-48bd-8c46-50add7377861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d87e19-ec2f-4787-8560-e38c6ca08126,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:29.866784 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60000) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:29.876080 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbad41d-f00a-4358-ab7f-00ea46849928 req-7bbf339b-517a-4c44-b9b9-767e5da15f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:29.879261 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-acbad41d-f00a-4358-ab7f-00ea46849928 req-7bbf339b-517a-4c44-b9b9-767e5da15f1d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 1130 time: 0.1486762 Sep 15 19:27:29.915423 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-acbad41d-f00a-4358-ab7f-00ea46849928 req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:29.953475 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7422142c-d504-448e-aa27-907114070122 admin admin] Publish callbacks [] for security_group (27d87e19-ec2f-4787-8560-e38c6ca08126), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:29.981966 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7422142c-d504-448e-aa27-907114070122 admin admin] Publish callbacks [] for security_group (27d87e19-ec2f-4787-8560-e38c6ca08126), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:30.057423 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-acbad41d-f00a-4358-ab7f-00ea46849928 req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Publish callbacks [] for security_group (aecd29a1-3005-41a6-9f10-d7ecbcdd91df), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:30.128543 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa8479-0e4f-4105-ab3f-72152782525d req-c21a2b8d-94db-49ec-a362-60161b53f5ab tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:30.130614 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3ffa8479-0e4f-4105-ab3f-72152782525d req-c21a2b8d-94db-49ec-a362-60161b53f5ab tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 945 time: 0.0557137 Sep 15 19:27:30.160441 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7422142c-d504-448e-aa27-907114070122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (27d87e19-ec2f-4787-8560-e38c6ca08126), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:30.163110 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7422142c-d504-448e-aa27-907114070122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:30.164309 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-7422142c-d504-448e-aa27-907114070122 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/27d87e19-ec2f-4787-8560-e38c6ca08126 HTTP/1.1" status: 204 len: 168 time: 0.2966061 Sep 15 19:27:30.166414 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-acbad41d-f00a-4358-ab7f-00ea46849928 req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (aecd29a1-3005-41a6-9f10-d7ecbcdd91df), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:30.172954 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422142c-d504-448e-aa27-907114070122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d87e19-ec2f-4787-8560-e38c6ca08126,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:30.221294 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3ffa8479-0e4f-4105-ab3f-72152782525d req-7a433b2f-bec6-490c-9f47-95539a057c30 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843422 Sep 15 19:27:30.229651 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aecd29a1-3005-41a6-9f10-d7ecbcdd91df,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:30.233565 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-acbad41d-f00a-4358-ab7f-00ea46849928 req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479376 Sep 15 19:27:30.240284 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.240714 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.241123 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.241526 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.245444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.245444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.245444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.245444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.245444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.245444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.245444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.245444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.245444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.245444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.246863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb9dc-1a16-45cf-b235-c970eb8d5ea5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:30.334465 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:30.435328 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb292ac-0ead-4360-ba8d-170eae79bb30 req-ae5103f4-526a-41c5-8597-488a984d16d6 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:30.436876 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ddb292ac-0ead-4360-ba8d-170eae79bb30 req-ae5103f4-526a-41c5-8597-488a984d16d6 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0530770 Sep 15 19:27:30.489938 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ddb292ac-0ead-4360-ba8d-170eae79bb30 req-aeebab68-c1f9-4a2f-a3ce-0583f0542dd5 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461214 Sep 15 19:27:30.691043 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:30.706990 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347f34a-368c-4afb-8ece-add17ff21b85 req-1ff90076-4bf9-446f-9f0b-04d3c646bf23 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:30.714482 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8347f34a-368c-4afb-8ece-add17ff21b85 req-1ff90076-4bf9-446f-9f0b-04d3c646bf23 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 945 time: 0.0793257 Sep 15 19:27:30.782177 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8347f34a-368c-4afb-8ece-add17ff21b85 req-f21c2e4f-48a2-4517-85bb-260d1e57b0ea tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666015 Sep 15 19:27:31.155312 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b36131f-5f27-419f-b1b2-da2d6ebc60e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8bdaca-d337-4c5a-a11c-dbedba1578a8'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:27:31.157739 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7353839-11db-4b7a-a4c6-99d7b7038132" -d '{"events": [{"server_uuid": "1b36131f-5f27-419f-b1b2-da2d6ebc60e5", "name": "network-vif-plugged", "status": "completed", "tag": "df8bdaca-d337-4c5a-a11c-dbedba1578a8"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:27:31.195376 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40ffb9d-1374-41d0-a2da-e2d4da4f2856 x-openstack-request-id: req-e40ffb9d-1374-41d0-a2da-e2d4da4f2856 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:27:31.195721 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b36131f-5f27-419f-b1b2-da2d6ebc60e5", "name": "network-vif-plugged", "status": "completed", "tag": "df8bdaca-d337-4c5a-a11c-dbedba1578a8", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:27:31.195999 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e40ffb9d-1374-41d0-a2da-e2d4da4f2856 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:27:31.196403 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40ffb9d-1374-41d0-a2da-e2d4da4f2856'] response: {'server_uuid': '1b36131f-5f27-419f-b1b2-da2d6ebc60e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8bdaca-d337-4c5a-a11c-dbedba1578a8', 'code': 200} Sep 15 19:27:31.351790 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b2b3e-1ed6-4eee-aeeb-0fc41340524c req-915bdb73-9517-4c91-897c-73a14d412cae tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:31.353298 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f86b2b3e-1ed6-4eee-aeeb-0fc41340524c req-915bdb73-9517-4c91-897c-73a14d412cae tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 945 time: 0.0540578 Sep 15 19:27:31.402561 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f86b2b3e-1ed6-4eee-aeeb-0fc41340524c req-a4460a3f-60db-4952-95c5-cf2d4a84f448 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Sep 15 19:27:31.420205 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60046) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:31.440463 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1ca432d2-3bb8-4d1e-ac05-3c1ae2795bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:31.514510 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60048) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:31.522406 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1ca432d2-3bb8-4d1e-ac05-3c1ae2795bb1 admin admin] Publish callbacks [] for security_group (20ad1cf7-cd05-42da-90dc-2df773f63215), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:31.627091 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac874-36ed-49f4-bded-92c94f891ee2 req-7d2d99f6-f738-4786-a41c-a73010f64967 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:31.632150 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-485ac874-36ed-49f4-bded-92c94f891ee2 req-7d2d99f6-f738-4786-a41c-a73010f64967 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0533991 Sep 15 19:27:31.674621 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1ca432d2-3bb8-4d1e-ac05-3c1ae2795bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (20ad1cf7-cd05-42da-90dc-2df773f63215), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:31.689261 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6a3cbf5f-7122-4adf-b832-7c83bf72ab80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:31.705993 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-485ac874-36ed-49f4-bded-92c94f891ee2 req-7ed8dfef-dbc9-475d-a2b7-2dbd375c5ffa tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696657 Sep 15 19:27:31.735789 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-1ca432d2-3bb8-4d1e-ac05-3c1ae2795bb1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=92ee250a8708426ea614b8e9424f0fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136961 Sep 15 19:27:31.736812 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60058) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:31.737353 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca432d2-3bb8-4d1e-ac05-3c1ae2795bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad1cf7-cd05-42da-90dc-2df773f63215,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:31.786436 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:31.830073 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6a3cbf5f-7122-4adf-b832-7c83bf72ab80 admin admin] Publish callbacks [] for security_group (7a096372-2a72-48b9-8554-e5f42e708531), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:31.833245 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b2f15d3-0438-4c78-b2b0-4ec5369654dc admin admin] Publish callbacks [] for security_group (20ad1cf7-cd05-42da-90dc-2df773f63215), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:31.856276 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b2f15d3-0438-4c78-b2b0-4ec5369654dc admin admin] Publish callbacks [] for security_group (20ad1cf7-cd05-42da-90dc-2df773f63215), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:31.938356 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75753c02-f6e4-4942-bd1e-3643d5a51398 req-2d903432-2de1-4734-b05a-a35a30a9fc7e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:31.939430 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-75753c02-f6e4-4942-bd1e-3643d5a51398 req-2d903432-2de1-4734-b05a-a35a30a9fc7e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 945 time: 0.0674424 Sep 15 19:27:32.006926 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-75753c02-f6e4-4942-bd1e-3643d5a51398 req-24feb992-d51c-4b40-986f-09434d80163a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618503 Sep 15 19:27:32.019240 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:32.038451 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:32.053223 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6a3cbf5f-7122-4adf-b832-7c83bf72ab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (7a096372-2a72-48b9-8554-e5f42e708531), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:32.090933 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cbf5f-7122-4adf-b832-7c83bf72ab80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a096372-2a72-48b9-8554-e5f42e708531,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:32.095020 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-6a3cbf5f-7122-4adf-b832-7c83bf72ab80 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=70b6181cabf64bb09ad7ab57036efccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5794072 Sep 15 19:27:32.097819 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60072) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:32.130190 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b2f15d3-0438-4c78-b2b0-4ec5369654dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (20ad1cf7-cd05-42da-90dc-2df773f63215), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:32.133217 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b2f15d3-0438-4c78-b2b0-4ec5369654dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:32.136813 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-8b2f15d3-0438-4c78-b2b0-4ec5369654dc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/20ad1cf7-cd05-42da-90dc-2df773f63215 HTTP/1.1" status: 204 len: 168 time: 0.3966520 Sep 15 19:27:32.146463 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f15d3-0438-4c78-b2b0-4ec5369654dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad1cf7-cd05-42da-90dc-2df773f63215,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:32.164229 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5087c832-438e-417c-9085-51d28cc6d3e5 admin admin] Publish callbacks [] for security_group (7a096372-2a72-48b9-8554-e5f42e708531), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:32.187367 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5087c832-438e-417c-9085-51d28cc6d3e5 admin admin] Publish callbacks [] for security_group (7a096372-2a72-48b9-8554-e5f42e708531), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:32.443126 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5087c832-438e-417c-9085-51d28cc6d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (7a096372-2a72-48b9-8554-e5f42e708531), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:32.445697 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5087c832-438e-417c-9085-51d28cc6d3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:32.446863 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-5087c832-438e-417c-9085-51d28cc6d3e5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7a096372-2a72-48b9-8554-e5f42e708531 HTTP/1.1" status: 204 len: 168 time: 0.3481548 Sep 15 19:27:32.466447 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087c832-438e-417c-9085-51d28cc6d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a096372-2a72-48b9-8554-e5f42e708531,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:32.539332 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f9b26-d8d5-4163-bc9d-8cf3e572cd60 req-940a1af7-e36c-4864-bdb2-171d735d043c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:32.540768 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-526f9b26-d8d5-4163-bc9d-8cf3e572cd60 req-940a1af7-e36c-4864-bdb2-171d735d043c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 945 time: 0.0534503 Sep 15 19:27:32.587297 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-526f9b26-d8d5-4163-bc9d-8cf3e572cd60 req-dd96eb94-d38e-46e2-9ac7-921dd9599a35 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Sep 15 19:27:32.858360 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229deb-2ddb-4114-936b-eb85cc7820b2 req-377d8e2a-cbb4-44c3-94e0-a3220afbc4b1 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:32.859921 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e229deb-2ddb-4114-936b-eb85cc7820b2 req-377d8e2a-cbb4-44c3-94e0-a3220afbc4b1 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0713651 Sep 15 19:27:32.908871 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e229deb-2ddb-4114-936b-eb85cc7820b2 req-ea2d79d1-cdc5-4a40-9718-42516fa6af90 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Sep 15 19:27:33.115568 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device b8d23106-0153-4b20-8a66-916ff52a223e up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:27:33.129225 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bf7c7-ed33-497b-8701-82d8562f4fae req-028ab2ae-8bcf-453b-ac72-b96953ba1657 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:33.130710 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-218bf7c7-ed33-497b-8701-82d8562f4fae req-028ab2ae-8bcf-453b-ac72-b96953ba1657 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 945 time: 0.0519719 Sep 15 19:27:33.159944 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port b8d23106-0153-4b20-8a66-916ff52a223e completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:27:33.187224 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-218bf7c7-ed33-497b-8701-82d8562f4fae req-5d44117b-caea-4af6-99fa-e21aa7367176 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500882 Sep 15 19:27:33.326903 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port b8d23106-0153-4b20-8a66-916ff52a223e triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:27:33.327305 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:33.327853 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port b8d23106-0153-4b20-8a66-916ff52a223e Sep 15 19:27:33.407809 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port b8d23106-0153-4b20-8a66-916ff52a223e is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:27:33.408192 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:33.432701 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced2825e-adc0-4716-88f5-0b0b297b2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d23106-0153-4b20-8a66-916ff52a223e'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:27:33.434940 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b11a80-595b-4849-9ad4-99251b6de340" -d '{"events": [{"server_uuid": "ced2825e-adc0-4716-88f5-0b0b297b2b21", "name": "network-vif-plugged", "status": "completed", "tag": "b8d23106-0153-4b20-8a66-916ff52a223e"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:27:33.448795 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port b8d23106-0153-4b20-8a66-916ff52a223e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b8d23106-0153-4b20-8a66-916ff52a223e,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:33.472979 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596b8999-3b3f-44de-924b-cdd75ac529ad x-openstack-request-id: req-596b8999-3b3f-44de-924b-cdd75ac529ad {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:27:33.473296 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced2825e-adc0-4716-88f5-0b0b297b2b21", "name": "network-vif-plugged", "status": "completed", "tag": "b8d23106-0153-4b20-8a66-916ff52a223e", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:27:33.473551 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-596b8999-3b3f-44de-924b-cdd75ac529ad {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:27:33.473945 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596b8999-3b3f-44de-924b-cdd75ac529ad'] response: {'server_uuid': 'ced2825e-adc0-4716-88f5-0b0b297b2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d23106-0153-4b20-8a66-916ff52a223e', 'code': 200} Sep 15 19:27:33.653805 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9102d6b-e0b5-49da-901b-b9cd6d60e01e req-830aa152-c5a0-4564-b075-c3cd2c4e0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:33.655452 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e9102d6b-e0b5-49da-901b-b9cd6d60e01e req-830aa152-c5a0-4564-b075-c3cd2c4e0a4c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 1129 time: 0.0460396 Sep 15 19:27:33.705402 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e9102d6b-e0b5-49da-901b-b9cd6d60e01e req-938217d1-daf2-4661-8ae8-32b9e5ce1b92 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Sep 15 19:27:33.717415 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096a9d-1ef8-4810-89b6-bb658115a549 req-6078a357-68e4-4831-88a4-85e203c657a8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:33.718936 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6d096a9d-1ef8-4810-89b6-bb658115a549 req-6078a357-68e4-4831-88a4-85e203c657a8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 945 time: 0.0546019 Sep 15 19:27:33.730747 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:33.731601 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device b92511d9-07c9-4977-aff4-3a688548dc81 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:27:33.766067 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6d096a9d-1ef8-4810-89b6-bb658115a549 req-f6077534-908d-4b88-9a3d-d73c8b4a5834 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Sep 15 19:27:33.809654 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=b8d23106-0153-4b20-8a66-916ff52a223e,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:33.822687 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.822979 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.823357 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.823737 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.824079 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.825174 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.825174 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.825174 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.825637 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.825811 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.826125 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.826446 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.826940 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.827288 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.827612 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.833111 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port b92511d9-07c9-4977-aff4-3a688548dc81 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:27:33.833266 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60116) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:33.848260 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:33.954287 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Publish callbacks [] for security_group (8f3a27f9-826d-4892-b748-7484fcebed7e), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:34.004956 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port b92511d9-07c9-4977-aff4-3a688548dc81 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:27:34.005449 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:34.007038 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port b92511d9-07c9-4977-aff4-3a688548dc81 Sep 15 19:27:34.067793 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaa4b0-b2f5-43b3-bbfe-664397581d2e req-461f6058-cf72-48d3-a4dc-e6c342172731 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:34.070488 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-afdaa4b0-b2f5-43b3-bbfe-664397581d2e req-461f6058-cf72-48d3-a4dc-e6c342172731 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0756774 Sep 15 19:27:34.081997 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (8f3a27f9-826d-4892-b748-7484fcebed7e), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:34.111153 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port b92511d9-07c9-4977-aff4-3a688548dc81 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:27:34.112561 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:34.167473 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port b92511d9-07c9-4977-aff4-3a688548dc81, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b92511d9-07c9-4977-aff4-3a688548dc81,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:34.169214 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=98a15a2c35cb4c529a180d9b6786ce05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339975 Sep 15 19:27:34.172771 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60140) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:34.189250 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d26e4-9050-4239-b6b8-a1b9f58bc741 req-4a7ea348-03cf-45b4-bb6b-bb28fdc6d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:34.191076 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b33d26e4-9050-4239-b6b8-a1b9f58bc741 req-4a7ea348-03cf-45b4-bb6b-bb28fdc6d010 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 1130 time: 0.1391237 Sep 15 19:27:34.210027 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3a27f9-826d-4892-b748-7484fcebed7e,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:34.226718 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.227072 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.230960 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.230960 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.230960 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.230960 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.230960 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.230960 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.231461 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-afdaa4b0-b2f5-43b3-bbfe-664397581d2e req-1735f73a-b467-4800-9f8c-778a7528df62 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112051 Sep 15 19:27:34.231538 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.231538 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.231538 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.231538 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.231538 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.231538 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.231538 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691153ea-ec1d-4850-adf6-d986c6fb45bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:34.249339 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cbe8101c-edcb-41ea-b74c-7b26554134ba admin admin] Publish callbacks [] for security_group (8f3a27f9-826d-4892-b748-7484fcebed7e), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:34.295705 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cbe8101c-edcb-41ea-b74c-7b26554134ba admin admin] Publish callbacks [] for security_group (8f3a27f9-826d-4892-b748-7484fcebed7e), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:34.378131 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b460313-589a-4aba-9ba8-7caa05f3370d req-2f433e15-d358-48e3-a35c-58ae57ecdce4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:34.379497 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2b460313-589a-4aba-9ba8-7caa05f3370d req-2f433e15-d358-48e3-a35c-58ae57ecdce4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 945 time: 0.0803573 Sep 15 19:27:34.387900 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:34.434533 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2b460313-589a-4aba-9ba8-7caa05f3370d req-8bf29438-4fd1-4eed-9321-c40eb921cb0d tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491886 Sep 15 19:27:34.443597 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=b92511d9-07c9-4977-aff4-3a688548dc81,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:34.462373 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b33d26e4-9050-4239-b6b8-a1b9f58bc741 req-74b5c0ac-cd92-47ca-a12b-2a5c8a064a11 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707884 Sep 15 19:27:34.475805 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:34.687848 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:34.691957 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cbe8101c-edcb-41ea-b74c-7b26554134ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (8f3a27f9-826d-4892-b748-7484fcebed7e), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:34.694678 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cbe8101c-edcb-41ea-b74c-7b26554134ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:34.696212 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-cbe8101c-edcb-41ea-b74c-7b26554134ba admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8f3a27f9-826d-4892-b748-7484fcebed7e HTTP/1.1" status: 204 len: 168 time: 0.5225298 Sep 15 19:27:34.705847 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8101c-edcb-41ea-b74c-7b26554134ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3a27f9-826d-4892-b748-7484fcebed7e,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:34.888160 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a729a9e-01c7-4dbd-b539-99321ec3b827 req-a6dca62b-3de7-4a48-a09a-badd49a8a044 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:34.895408 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2a729a9e-01c7-4dbd-b539-99321ec3b827 req-a6dca62b-3de7-4a48-a09a-badd49a8a044 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0544257 Sep 15 19:27:34.941864 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:34.962986 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2a729a9e-01c7-4dbd-b539-99321ec3b827 req-ed1a7c57-0dea-42f2-8320-ccd3878dc954 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665152 Sep 15 19:27:35.371241 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0a8d6-f43f-4f5f-a673-f140f95c93df req-84daed45-efc2-4fd6-bd00-acae2848d47e tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:35.373064 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b9f0a8d6-f43f-4f5f-a673-f140f95c93df req-84daed45-efc2-4fd6-bd00-acae2848d47e tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0497949 Sep 15 19:27:35.430835 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b9f0a8d6-f43f-4f5f-a673-f140f95c93df req-02280479-31c1-4bf5-bbef-78402061fb7d tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517831 Sep 15 19:27:35.475097 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92511d9-07c9-4977-aff4-3a688548dc81'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:27:35.484433 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7e311b-c4ce-4994-ba59-ef9d81f2cf00" -d '{"events": [{"server_uuid": "3532b103-32ed-4f98-988c-acdaaca65fa8", "name": "network-vif-plugged", "status": "completed", "tag": "b92511d9-07c9-4977-aff4-3a688548dc81"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:27:35.543722 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5fa619-d13f-4268-b2e6-dc5fcb018975 x-openstack-request-id: req-5b5fa619-d13f-4268-b2e6-dc5fcb018975 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:27:35.544240 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3532b103-32ed-4f98-988c-acdaaca65fa8", "name": "network-vif-plugged", "status": "completed", "tag": "b92511d9-07c9-4977-aff4-3a688548dc81", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:27:35.544649 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b5fa619-d13f-4268-b2e6-dc5fcb018975 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:27:35.545191 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5fa619-d13f-4268-b2e6-dc5fcb018975'] response: {'server_uuid': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'code': 200} Sep 15 19:27:35.603090 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306609e3-4e4a-45a3-97e4-458c20e78dfd req-9e2f83c2-d5a3-4c70-961e-15fbb3ee6398 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:35.603090 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-306609e3-4e4a-45a3-97e4-458c20e78dfd req-9e2f83c2-d5a3-4c70-961e-15fbb3ee6398 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 946 time: 0.0571401 Sep 15 19:27:35.653126 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-306609e3-4e4a-45a3-97e4-458c20e78dfd req-a965f079-68b7-4a8c-8b16-020f97b00c8e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451274 Sep 15 19:27:36.157939 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98423910-de4e-4a14-b9f1-355de18c185a req-7691b833-f885-453e-bda7-e97304661aa8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:36.159706 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-98423910-de4e-4a14-b9f1-355de18c185a req-7691b833-f885-453e-bda7-e97304661aa8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0977235 Sep 15 19:27:36.230927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:36.248671 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-98423910-de4e-4a14-b9f1-355de18c185a req-d312da2b-b275-4b9a-ab8e-fed6795a9ae7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680513 Sep 15 19:27:36.564906 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24e03-0b67-4c4c-8145-d943b0265b24 req-0aa7fbda-7946-4bf3-a27d-c7457a25eca4 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:36.566390 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fef24e03-0b67-4c4c-8145-d943b0265b24 req-0aa7fbda-7946-4bf3-a27d-c7457a25eca4 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0481050 Sep 15 19:27:36.619534 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fef24e03-0b67-4c4c-8145-d943b0265b24 req-10f38e7f-b1e6-4022-b9e4-7f5599e5b394 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467143 Sep 15 19:27:36.779667 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650d008-0051-4f1a-84af-3f4160745e37 req-3a8ca146-7fa8-41ca-a1cb-695293571db5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:36.782333 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f650d008-0051-4f1a-84af-3f4160745e37 req-3a8ca146-7fa8-41ca-a1cb-695293571db5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 946 time: 0.0509515 Sep 15 19:27:36.874401 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f650d008-0051-4f1a-84af-3f4160745e37 req-5857c223-1038-420c-9741-447198f5695f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808249 Sep 15 19:27:36.973630 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:37.126239 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a090b-dabb-4d06-8e4e-1c39286a7f98 req-7dc1b232-b89c-44ac-83ff-a50763cd2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:37.127765 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e37a090b-dabb-4d06-8e4e-1c39286a7f98 req-7dc1b232-b89c-44ac-83ff-a50763cd2467 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 1130 time: 0.0407176 Sep 15 19:27:37.180226 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e37a090b-dabb-4d06-8e4e-1c39286a7f98 req-5f20a7b3-de13-495e-b308-017aa7bc6873 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391033 Sep 15 19:27:37.371010 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f3d24-6563-4975-9a3d-d0061b16a393 req-7e080a32-1c14-473f-aab8-4ef6f2021d33 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:37.372661 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-740f3d24-6563-4975-9a3d-d0061b16a393 req-7e080a32-1c14-473f-aab8-4ef6f2021d33 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0478320 Sep 15 19:27:37.423409 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-740f3d24-6563-4975-9a3d-d0061b16a393 req-90772707-ba63-478b-a837-55cbded4b46c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Sep 15 19:27:38.049526 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d687f-e34f-4ff6-9756-15dbe02eb4d4 req-102b7adf-6924-4089-b38a-5a6d1383bdbc tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:38.058430 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7c1d687f-e34f-4ff6-9756-15dbe02eb4d4 req-102b7adf-6924-4089-b38a-5a6d1383bdbc tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 946 time: 0.0867946 Sep 15 19:27:38.130009 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95b90c-0fbe-41d6-885a-f7e25af2b253 req-155fc9a3-8faf-42cd-be84-5ff278f31e5f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:38.131914 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6c95b90c-0fbe-41d6-885a-f7e25af2b253 req-155fc9a3-8faf-42cd-be84-5ff278f31e5f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0613387 Sep 15 19:27:38.148545 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7c1d687f-e34f-4ff6-9756-15dbe02eb4d4 req-6bb92a27-9cf3-4b0a-ac8e-2c3fbc9c987d tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891109 Sep 15 19:27:38.292000 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b528-723c-417d-b7a4-43fec80da6ec req-46ead2be-e081-4b49-867a-136f4955fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:38.293602 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b024b528-723c-417d-b7a4-43fec80da6ec req-46ead2be-e081-4b49-867a-136f4955fcb9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 1130 time: 0.0584724 Sep 15 19:27:38.433522 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b528-723c-417d-b7a4-43fec80da6ec req-73b9d978-39a7-4e8d-bd93-e8ed92f0091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:38.435890 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b024b528-723c-417d-b7a4-43fec80da6ec req-73b9d978-39a7-4e8d-bd93-e8ed92f0091f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.1278129 Sep 15 19:27:38.466503 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6c95b90c-0fbe-41d6-885a-f7e25af2b253 req-24d71e3f-26b8-4b0b-ac88-66ce65365c5f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227739 Sep 15 19:27:38.844815 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:38.967078 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b024b528-723c-417d-b7a4-43fec80da6ec req-5db69fe1-165a-4c07-ab68-17579ebddc7a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d23106-0153-4b20-8a66-916ff52a223e HTTP/1.1" status: 200 len: 217 time: 0.0388434 Sep 15 19:27:39.016312 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b528-723c-417d-b7a4-43fec80da6ec req-f32874b6-16ef-4abf-881f-425167e763b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:39.017926 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b024b528-723c-417d-b7a4-43fec80da6ec req-f32874b6-16ef-4abf-881f-425167e763b8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.0448022 Sep 15 19:27:39.070154 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b528-723c-417d-b7a4-43fec80da6ec req-cc365cf6-fa08-4e76-9778-93bae2b17066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:39.071824 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b024b528-723c-417d-b7a4-43fec80da6ec req-cc365cf6-fa08-4e76-9778-93bae2b17066 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464687 Sep 15 19:27:39.179909 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b024b528-723c-417d-b7a4-43fec80da6ec req-0ff9fbc3-977a-4e62-a79b-6baeff90ff3f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004963 Sep 15 19:27:39.326611 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dbf67-3376-4203-a294-ccb31dc504e6 req-43f71e8a-61be-440a-92ae-022b8951d56b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:39.328095 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-332dbf67-3376-4203-a294-ccb31dc504e6 req-43f71e8a-61be-440a-92ae-022b8951d56b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 946 time: 0.0713172 Sep 15 19:27:39.373067 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b024b528-723c-417d-b7a4-43fec80da6ec req-e0cc6736-7eb6-48a2-ac05-1aa10a1825c0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749794 Sep 15 19:27:39.403756 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-332dbf67-3376-4203-a294-ccb31dc504e6 req-ab3365aa-2c89-4b35-bc63-7e545cc7c4ee tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621681 Sep 15 19:27:39.590702 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c781d8-c3bd-4592-b47b-ea8bc7fdea77 req-161c9cd9-a0ca-49a6-b9a3-af2cb131bf02 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:39.592246 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d3c781d8-c3bd-4592-b47b-ea8bc7fdea77 req-161c9cd9-a0ca-49a6-b9a3-af2cb131bf02 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0478897 Sep 15 19:27:39.649328 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d3c781d8-c3bd-4592-b47b-ea8bc7fdea77 req-8306e79b-846a-4068-bccd-26fcfb984938 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Sep 15 19:27:40.223028 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-69abb306-ad32-4a21-9e85-7f28e1989d3b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397177 Sep 15 19:27:40.316534 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:40.333919 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-ce051117-4e21-483c-8cbc-3da1e97d4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:40.335992 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-ce051117-4e21-483c-8cbc-3da1e97d4e71 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4a866fb1264140c1a1056696bf6fabc7&device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 1130 time: 0.0499289 Sep 15 19:27:40.494798 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-1fa44da9-d9bf-4aa6-9edd-e306b623b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:40.499400 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-1fa44da9-d9bf-4aa6-9edd-e306b623b929 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=154bf27e-6b45-4c49-b369-66b1d881a8f5 HTTP/1.1" status: 200 len: 913 time: 0.1305354 Sep 15 19:27:40.584364 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-08054551-4755-49dd-86bf-fb9ddbe87d38 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feb98b2b-660f-43d5-86f0-4251ddf907d1 HTTP/1.1" status: 200 len: 217 time: 0.0688529 Sep 15 19:27:40.835837 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c1a46-032b-4f40-8605-0e23b2da22a1 req-788676ae-d2b5-4a4a-87a4-e11ba1ed9572 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:40.837350 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0c4c1a46-032b-4f40-8605-0e23b2da22a1 req-788676ae-d2b5-4a4a-87a4-e11ba1ed9572 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 946 time: 0.2670612 Sep 15 19:27:40.851124 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-8a1e833d-3067-44df-a211-eee3bcb5b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:40.852640 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-8a1e833d-3067-44df-a211-eee3bcb5b51d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=aa19cb13-ddfb-452e-b3a4-eabfa8947bcc HTTP/1.1" status: 200 len: 851 time: 0.2720671 Sep 15 19:27:40.917160 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-b2a88e33-43a3-46fc-a5c6-da699a8b2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:40.918774 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-b2a88e33-43a3-46fc-a5c6-da699a8b2f27 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=154bf27e-6b45-4c49-b369-66b1d881a8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0589552 Sep 15 19:27:40.936405 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0c4c1a46-032b-4f40-8605-0e23b2da22a1 req-1cc0edc8-1571-4da9-b815-784f654592a2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860574 Sep 15 19:27:41.015984 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:41.070617 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae75a0-7fbb-48c6-9c18-34074514ab83 req-ef7b92a3-b2fd-4470-b74d-90d3f444d8df tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:41.095132 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0aae75a0-7fbb-48c6-9c18-34074514ab83 req-ef7b92a3-b2fd-4470-b74d-90d3f444d8df tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0718045 Sep 15 19:27:41.109480 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-904c19f4-12ec-4e27-bdd1-cd28ec9857ed service neutron] 10.222.0.33 "GET /networking/v2.0/networks/154bf27e-6b45-4c49-b369-66b1d881a8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730716 Sep 15 19:27:41.140524 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:41.182649 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0aae75a0-7fbb-48c6-9c18-34074514ab83 req-e952209e-36fa-45d1-872e-6b5cb9f17c47 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971315 Sep 15 19:27:41.226027 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d83cc155-3305-41d9-83cb-23b3e26f83f6 req-0bffc33d-9f3a-4795-8277-451898d760c7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/154bf27e-6b45-4c49-b369-66b1d881a8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006565 Sep 15 19:27:41.341329 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d017742-19e7-48a2-84e5-5a8af5024fc8 req-e99169d0-99ba-4315-9983-9ab74c449f65 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:41.343885 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0d017742-19e7-48a2-84e5-5a8af5024fc8 req-e99169d0-99ba-4315-9983-9ab74c449f65 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 946 time: 0.0644631 Sep 15 19:27:41.354697 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60390) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:41.359512 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-0e75219d-0c69-447a-b188-b79daf8f80d8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'floatingip': {'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:27:41.436515 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0e75219d-0c69-447a-b188-b79daf8f80d8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:42.010488 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:42.103821 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0e75219d-0c69-447a-b188-b79daf8f80d8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:42.269763 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0e75219d-0c69-447a-b188-b79daf8f80d8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:42.346955 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852565a0-3d67-4c71-8dfa-d101adabdcf8 req-624db9bb-c39f-4245-aff6-6e314127f464 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:42.348484 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-852565a0-3d67-4c71-8dfa-d101adabdcf8 req-624db9bb-c39f-4245-aff6-6e314127f464 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0881975 Sep 15 19:27:42.423433 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [None req-0e75219d-0c69-447a-b188-b79daf8f80d8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Floating IP 78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e associated. External IP: 172.27.0.74, port: b92511d9-07c9-4977-aff4-3a688548dc81. Sep 15 19:27:42.469274 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-852565a0-3d67-4c71-8dfa-d101adabdcf8 req-aa04cabe-365f-4d4c-b470-8beff7b22279 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918651 Sep 15 19:27:42.635426 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e75219d-0c69-447a-b188-b79daf8f80d8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:27:42.647857 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:42.925629 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e75219d-0c69-447a-b188-b79daf8f80d8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:27:42.931054 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0e75219d-0c69-447a-b188-b79daf8f80d8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:42.939466 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:27:42.951015 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:27:42.952145 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:27:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:42.962570 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-0e75219d-0c69-447a-b188-b79daf8f80d8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e HTTP/1.1" status: 200 len: 991 time: 1.6066692 Sep 15 19:27:42.963251 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'tag': 'b92511d9-07c9-4977-aff4-3a688548dc81'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:27:42.966142 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46e6364-c5f7-43c0-892a-ec13b7645da0" -d '{"events": [{"name": "network-changed", "server_uuid": "3532b103-32ed-4f98-988c-acdaaca65fa8", "tag": "b92511d9-07c9-4977-aff4-3a688548dc81"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:27:43.018185 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2fd810-0b8f-4914-9727-f43bf23368c8 x-openstack-request-id: req-df2fd810-0b8f-4914-9727-f43bf23368c8 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:27:43.018488 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3532b103-32ed-4f98-988c-acdaaca65fa8", "tag": "b92511d9-07c9-4977-aff4-3a688548dc81", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:27:43.018734 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df2fd810-0b8f-4914-9727-f43bf23368c8 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:27:43.019304 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2fd810-0b8f-4914-9727-f43bf23368c8'] response: {'name': 'network-changed', 'server_uuid': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'tag': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'status': 'completed', 'code': 200} Sep 15 19:27:43.062542 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:27:43.121499 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-37b2c86a-a2e2-471d-a965-3a024629b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:43.123066 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-37b2c86a-a2e2-471d-a965-3a024629b4a9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 1130 time: 0.0407634 Sep 15 19:27:43.215561 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-d6f7cca5-de5d-4c1a-9a8f-d1fdd399e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:43.216985 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-d6f7cca5-de5d-4c1a-9a8f-d1fdd399e49c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 915 time: 0.0879152 Sep 15 19:27:43.338361 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-abfa50cc-787d-4e90-b966-4cf1b023b5e5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92511d9-07c9-4977-aff4-3a688548dc81 HTTP/1.1" status: 200 len: 999 time: 0.1096065 Sep 15 19:27:43.347369 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:cc:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:26:52Z', 'updated_at': '2022-09-15T19:27:41Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:43.376534 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:27:43.386040 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:27:43.386641 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:27:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:43.414429 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60444) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:43.494704 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:27:43.606933 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b69007d9-1b2e-4a53-bb1d-be3b358e61dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:43.618089 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:43.624551 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6942c81-16e2-4901-bd47-fb2799ef4376 req-51da71f8-0ec0-48b5-a4ed-06ab45ecbeaf tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:43.632408 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a6942c81-16e2-4901-bd47-fb2799ef4376 req-51da71f8-0ec0-48b5-a4ed-06ab45ecbeaf tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0565236 Sep 15 19:27:43.692231 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a6942c81-16e2-4901-bd47-fb2799ef4376 req-d3d6e283-78b3-4bb6-a8cf-845b82e08772 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589116 Sep 15 19:27:43.734238 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b69007d9-1b2e-4a53-bb1d-be3b358e61dd admin admin] Publish callbacks [] for security_group (c2035dc1-b405-49ef-9894-2aa0b5b74f37), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:43.798341 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:cc:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:26:52Z', 'updated_at': '2022-09-15T19:27:41Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:43.825614 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc1385-d45c-4971-b1f0-eccdd53c3572 None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:cc:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:26:52Z', 'updated_at': '2022-09-15T19:27:41Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:27:43.896863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b69007d9-1b2e-4a53-bb1d-be3b358e61dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (c2035dc1-b405-49ef-9894-2aa0b5b74f37), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:44.071695 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69007d9-1b2e-4a53-bb1d-be3b358e61dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2035dc1-b405-49ef-9894-2aa0b5b74f37,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:44.075816 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60468) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:44.076376 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b69007d9-1b2e-4a53-bb1d-be3b358e61dd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=28c1a9dd228b4a70b67da7618faf52e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5405459 Sep 15 19:27:44.076754 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1b51cf98-0dc7-4dfd-8bb3-8594c2e124ae admin admin] Publish callbacks [] for security_group (c2035dc1-b405-49ef-9894-2aa0b5b74f37), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:44.076754 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1b51cf98-0dc7-4dfd-8bb3-8594c2e124ae admin admin] Publish callbacks [] for security_group (c2035dc1-b405-49ef-9894-2aa0b5b74f37), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:44.124696 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b76850-f849-42e0-bcf6-f6cb19575852 None None] New status for floating IP 78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e: ACTIVE {{(pid=106636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:27:44.193450 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:44.353399 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1b51cf98-0dc7-4dfd-8bb3-8594c2e124ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (c2035dc1-b405-49ef-9894-2aa0b5b74f37), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:44.356018 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1b51cf98-0dc7-4dfd-8bb3-8594c2e124ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:44.357172 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-1b51cf98-0dc7-4dfd-8bb3-8594c2e124ae admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c2035dc1-b405-49ef-9894-2aa0b5b74f37 HTTP/1.1" status: 204 len: 168 time: 0.4010661 Sep 15 19:27:44.367313 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51cf98-0dc7-4dfd-8bb3-8594c2e124ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2035dc1-b405-49ef-9894-2aa0b5b74f37,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:44.818747 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0a567-085a-48ac-8c45-42ebb0a9a214 req-d7c3f554-6201-41ce-9f12-9265f2c7fe93 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:44.820271 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-67d0a567-085a-48ac-8c45-42ebb0a9a214 req-d7c3f554-6201-41ce-9f12-9265f2c7fe93 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0522661 Sep 15 19:27:44.869881 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-67d0a567-085a-48ac-8c45-42ebb0a9a214 req-64f583f2-d22d-41ec-a5bc-6e8dce4b3776 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Sep 15 19:27:45.340806 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60488) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:45.354314 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-72faf142-54ac-46ae-ba81-dabc449b83b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:45.429683 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-72faf142-54ac-46ae-ba81-dabc449b83b7 admin admin] Publish callbacks [] for security_group (74a9c476-260f-40a0-bc38-1d61da1af145), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:45.590060 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-72faf142-54ac-46ae-ba81-dabc449b83b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (74a9c476-260f-40a0-bc38-1d61da1af145), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:45.631476 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-72faf142-54ac-46ae-ba81-dabc449b83b7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b9802105d7464fac9969f3f68c32f0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895777 Sep 15 19:27:45.632251 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faf142-54ac-46ae-ba81-dabc449b83b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a9c476-260f-40a0-bc38-1d61da1af145,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:45.635426 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60492) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:45.688068 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e818a44-6da6-4ffa-9b95-6850e5a2000b admin admin] Publish callbacks [] for security_group (74a9c476-260f-40a0-bc38-1d61da1af145), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:45.707975 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e818a44-6da6-4ffa-9b95-6850e5a2000b admin admin] Publish callbacks [] for security_group (74a9c476-260f-40a0-bc38-1d61da1af145), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:45.919102 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e818a44-6da6-4ffa-9b95-6850e5a2000b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (74a9c476-260f-40a0-bc38-1d61da1af145), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:45.921735 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e818a44-6da6-4ffa-9b95-6850e5a2000b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:45.925669 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-4e818a44-6da6-4ffa-9b95-6850e5a2000b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/74a9c476-260f-40a0-bc38-1d61da1af145 HTTP/1.1" status: 204 len: 168 time: 0.2853963 Sep 15 19:27:45.932044 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e818a44-6da6-4ffa-9b95-6850e5a2000b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a9c476-260f-40a0-bc38-1d61da1af145,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:46.000294 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de713d0-b6e3-4c5e-bbab-7f836665a79a req-979096af-2537-461c-ad7b-3affc5aa4fc8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:46.001837 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4de713d0-b6e3-4c5e-bbab-7f836665a79a req-979096af-2537-461c-ad7b-3affc5aa4fc8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0518043 Sep 15 19:27:46.058908 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4de713d0-b6e3-4c5e-bbab-7f836665a79a req-91db330b-0f92-479a-8b37-ab1830a8b13d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 Sep 15 19:27:46.115736 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-32a36f4f-06e9-49c7-9a48-13ba664b31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:46.117252 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-32a36f4f-06e9-49c7-9a48-13ba664b31d9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.0583799 Sep 15 19:27:46.252254 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-2a97f022-6a7c-42b2-a0d9-9688adc5e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:46.252254 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-2a97f022-6a7c-42b2-a0d9-9688adc5e66f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486658 Sep 15 19:27:46.257252 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:46.270937 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-5ec61b73-2580-4214-8fac-057578a24b46 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840430 Sep 15 19:27:46.379237 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c46e6364-c5f7-43c0-892a-ec13b7645da0 req-b694a884-74ef-44c8-9396-7223bb722850 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915444 Sep 15 19:27:47.201995 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7cd9a-1573-4945-a970-868590607293 req-5b7d2efe-dbc1-4cc8-934b-b1f46a528e3f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:47.203466 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-54c7cd9a-1573-4945-a970-868590607293 req-5b7d2efe-dbc1-4cc8-934b-b1f46a528e3f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0483127 Sep 15 19:27:47.255078 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-54c7cd9a-1573-4945-a970-868590607293 req-dee67e00-aa72-499a-813b-1996dde3e17b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457008 Sep 15 19:27:47.713322 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d46a9cdc-a684-4a98-82bd-bf9ed1dad431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:48.379001 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787c205-4bfb-44e8-8c08-1c695fe143e2 req-b5a2b405-1984-4b6c-bb34-9de3a1712e7e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:48.380621 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d787c205-4bfb-44e8-8c08-1c695fe143e2 req-b5a2b405-1984-4b6c-bb34-9de3a1712e7e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0492933 Sep 15 19:27:48.430631 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d787c205-4bfb-44e8-8c08-1c695fe143e2 req-32c2eae8-7ef5-4b97-b9fa-fa43ddb7fbee tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Sep 15 19:27:49.555687 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb73f5-2ea2-4eda-ad06-efdb420893f8 req-30626e88-b174-4cb6-a90e-559ec4c6667c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:49.557197 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8ddb73f5-2ea2-4eda-ad06-efdb420893f8 req-30626e88-b174-4cb6-a90e-559ec4c6667c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0495415 Sep 15 19:27:49.603473 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8ddb73f5-2ea2-4eda-ad06-efdb420893f8 req-0bfc8bcf-d562-4eec-879f-30ae8f7984b5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406642 Sep 15 19:27:49.966637 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:50.225440 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63b7ed47-ec3c-467f-8aeb-6d8586de8db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:50.344585 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60620) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:50.479072 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2167f840-6c28-47d8-9d5d-cb53b9a65e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:50.564846 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2167f840-6c28-47d8-9d5d-cb53b9a65e7d admin admin] Publish callbacks [] for security_group (596d1ee1-2f53-4bb5-b882-5bf7bb8c2155), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:50.658981 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2167f840-6c28-47d8-9d5d-cb53b9a65e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (596d1ee1-2f53-4bb5-b882-5bf7bb8c2155), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:50.701306 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-2167f840-6c28-47d8-9d5d-cb53b9a65e7d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3fbb9140016540c2a6c18f13f8afd430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555191 Sep 15 19:27:50.703257 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167f840-6c28-47d8-9d5d-cb53b9a65e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596d1ee1-2f53-4bb5-b882-5bf7bb8c2155,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:50.705602 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60634) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:50.728125 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90589a82-d18c-427c-bbb1-419a33a1235e req-40d2eabe-f5dd-4cf8-83f5-7220822437a4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:50.729750 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-90589a82-d18c-427c-bbb1-419a33a1235e req-40d2eabe-f5dd-4cf8-83f5-7220822437a4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0498333 Sep 15 19:27:50.763056 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-90ddbac9-69bf-4e4f-bc70-5163b1ac0319 admin admin] Publish callbacks [] for security_group (596d1ee1-2f53-4bb5-b882-5bf7bb8c2155), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:50.784210 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-90ddbac9-69bf-4e4f-bc70-5163b1ac0319 admin admin] Publish callbacks [] for security_group (596d1ee1-2f53-4bb5-b882-5bf7bb8c2155), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:50.786488 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-90589a82-d18c-427c-bbb1-419a33a1235e req-b4fd5ed5-5508-4675-826e-942816157b17 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499694 Sep 15 19:27:51.027757 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-90ddbac9-69bf-4e4f-bc70-5163b1ac0319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (596d1ee1-2f53-4bb5-b882-5bf7bb8c2155), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:51.030360 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-90ddbac9-69bf-4e4f-bc70-5163b1ac0319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:51.031677 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-90ddbac9-69bf-4e4f-bc70-5163b1ac0319 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/596d1ee1-2f53-4bb5-b882-5bf7bb8c2155 HTTP/1.1" status: 204 len: 168 time: 0.3250337 Sep 15 19:27:51.044817 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddbac9-69bf-4e4f-bc70-5163b1ac0319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596d1ee1-2f53-4bb5-b882-5bf7bb8c2155,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:51.070422 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:51.272996 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:51.918964 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6dec5-698c-4050-9d46-8c03d45000c2 req-5b7f7a36-f853-45fc-a4b0-2c6202d0c087 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:51.920123 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-44f6dec5-698c-4050-9d46-8c03d45000c2 req-5b7f7a36-f853-45fc-a4b0-2c6202d0c087 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0502725 Sep 15 19:27:51.988386 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-44f6dec5-698c-4050-9d46-8c03d45000c2 req-a353c0e1-1232-4146-863e-60b3cce25fc7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548453 Sep 15 19:27:52.003639 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60686) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:52.018417 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e19bc0e4-c90a-4c70-951b-cd30679eeddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:52.022318 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:52.105055 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e19bc0e4-c90a-4c70-951b-cd30679eeddd admin admin] Publish callbacks [] for security_group (36856e20-cfbe-41ca-a284-2da17003fd36), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:52.204609 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e19bc0e4-c90a-4c70-951b-cd30679eeddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (36856e20-cfbe-41ca-a284-2da17003fd36), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:52.243911 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:52.248357 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e19bc0e4-c90a-4c70-951b-cd30679eeddd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3441435986c342a3b98e570d273ae318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425332 Sep 15 19:27:52.249228 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bc0e4-c90a-4c70-951b-cd30679eeddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36856e20-cfbe-41ca-a284-2da17003fd36,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:52.251112 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60690) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:52.283315 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:52.305406 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e4d252b-0893-4d84-a0b5-8afdc0364314 admin admin] Publish callbacks [] for security_group (36856e20-cfbe-41ca-a284-2da17003fd36), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:52.325574 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e4d252b-0893-4d84-a0b5-8afdc0364314 admin admin] Publish callbacks [] for security_group (36856e20-cfbe-41ca-a284-2da17003fd36), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:52.484679 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e4d252b-0893-4d84-a0b5-8afdc0364314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (36856e20-cfbe-41ca-a284-2da17003fd36), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:52.487289 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e4d252b-0893-4d84-a0b5-8afdc0364314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:52.488522 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-4e4d252b-0893-4d84-a0b5-8afdc0364314 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/36856e20-cfbe-41ca-a284-2da17003fd36 HTTP/1.1" status: 204 len: 168 time: 0.2352891 Sep 15 19:27:52.496642 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d252b-0893-4d84-a0b5-8afdc0364314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36856e20-cfbe-41ca-a284-2da17003fd36,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:52.777104 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60698) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:52.854940 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:52.901362 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:52.981391 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:52.991202 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-59166936-47a0-4f57-9eef-3633f25a5980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:53.084478 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-59166936-47a0-4f57-9eef-3633f25a5980 admin admin] Publish callbacks [] for security_group (cd529b8c-5f5e-414d-b82b-0b620bb06598), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:53.125583 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fb894-8528-4342-b875-773d319f2987 req-41110d1c-c6c8-456d-9b5e-d8c308fb25eb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:53.127171 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a88fb894-8528-4342-b875-773d319f2987 req-41110d1c-c6c8-456d-9b5e-d8c308fb25eb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0508583 Sep 15 19:27:53.176810 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a88fb894-8528-4342-b875-773d319f2987 req-55e05f53-b136-44d2-9ef3-0922aa3c9a55 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438285 Sep 15 19:27:53.233347 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-59166936-47a0-4f57-9eef-3633f25a5980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (cd529b8c-5f5e-414d-b82b-0b620bb06598), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:53.272229 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59166936-47a0-4f57-9eef-3633f25a5980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd529b8c-5f5e-414d-b82b-0b620bb06598,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:53.277121 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-59166936-47a0-4f57-9eef-3633f25a5980 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c625983021aa470c9991db3af5745c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983573 Sep 15 19:27:53.280284 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60712) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:53.338962 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d936e10d-31b1-4b1c-96e3-0c476dcd623d admin admin] Publish callbacks [] for security_group (cd529b8c-5f5e-414d-b82b-0b620bb06598), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:53.359981 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d936e10d-31b1-4b1c-96e3-0c476dcd623d admin admin] Publish callbacks [] for security_group (cd529b8c-5f5e-414d-b82b-0b620bb06598), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:53.604982 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d936e10d-31b1-4b1c-96e3-0c476dcd623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (cd529b8c-5f5e-414d-b82b-0b620bb06598), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:53.616253 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d936e10d-31b1-4b1c-96e3-0c476dcd623d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:53.616253 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-d936e10d-31b1-4b1c-96e3-0c476dcd623d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cd529b8c-5f5e-414d-b82b-0b620bb06598 HTTP/1.1" status: 204 len: 168 time: 0.3297155 Sep 15 19:27:53.618975 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936e10d-31b1-4b1c-96e3-0c476dcd623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd529b8c-5f5e-414d-b82b-0b620bb06598,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:53.805092 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=85 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:53.805878 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=63 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:54.297292 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60746) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:54.310040 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed108db-1903-49f0-9a31-a30b20b33570 req-0a39ec34-5079-4fd3-9174-9f419532cbab tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:54.311537 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8ed108db-1903-49f0-9a31-a30b20b33570 req-0a39ec34-5079-4fd3-9174-9f419532cbab tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0596590 Sep 15 19:27:54.377794 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8ed108db-1903-49f0-9a31-a30b20b33570 req-75d868b9-1c43-4643-bc4c-76f1fb0daa11 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571661 Sep 15 19:27:54.486916 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-97baf76b-3501-4f7b-99ba-a56304e91dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:54.574302 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-97baf76b-3501-4f7b-99ba-a56304e91dc6 admin admin] Publish callbacks [] for security_group (1ec359c0-61b4-49b4-8720-9d5f961f56fd), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:54.729779 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-97baf76b-3501-4f7b-99ba-a56304e91dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (1ec359c0-61b4-49b4-8720-9d5f961f56fd), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:54.776114 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-97baf76b-3501-4f7b-99ba-a56304e91dc6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4d0e03ec63c941bfa76d4a00fe79ef34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737644 Sep 15 19:27:54.776114 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97baf76b-3501-4f7b-99ba-a56304e91dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec359c0-61b4-49b4-8720-9d5f961f56fd,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:54.778521 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60758) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:54.818704 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60762) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:54.835068 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-79d2ad60-0b89-4570-bbce-8505c5c480c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:54.843412 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-774a4c63-d547-45ae-8b82-3c13ca60550c admin admin] Publish callbacks [] for security_group (1ec359c0-61b4-49b4-8720-9d5f961f56fd), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:54.868636 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-774a4c63-d547-45ae-8b82-3c13ca60550c admin admin] Publish callbacks [] for security_group (1ec359c0-61b4-49b4-8720-9d5f961f56fd), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:54.930898 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-79d2ad60-0b89-4570-bbce-8505c5c480c6 admin admin] Publish callbacks [] for security_group (c264a329-8c43-4f4e-8818-7fb26f93cd64), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:55.009347 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:27:55.102037 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-774a4c63-d547-45ae-8b82-3c13ca60550c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (1ec359c0-61b4-49b4-8720-9d5f961f56fd), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:55.102237 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-79d2ad60-0b89-4570-bbce-8505c5c480c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (c264a329-8c43-4f4e-8818-7fb26f93cd64), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:55.104758 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-774a4c63-d547-45ae-8b82-3c13ca60550c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:55.108367 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-774a4c63-d547-45ae-8b82-3c13ca60550c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1ec359c0-61b4-49b4-8720-9d5f961f56fd HTTP/1.1" status: 204 len: 168 time: 0.3268058 Sep 15 19:27:55.115189 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a4c63-d547-45ae-8b82-3c13ca60550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec359c0-61b4-49b4-8720-9d5f961f56fd,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:55.144390 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2ad60-0b89-4570-bbce-8505c5c480c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c264a329-8c43-4f4e-8818-7fb26f93cd64,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:55.152028 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-79d2ad60-0b89-4570-bbce-8505c5c480c6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c372bab5dcf946e789ac99078a3d26fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317397 Sep 15 19:27:55.152685 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60772) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:55.206184 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0144313c-6676-42d3-a435-c832a7bf4a65 admin admin] Publish callbacks [] for security_group (c264a329-8c43-4f4e-8818-7fb26f93cd64), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:55.232927 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0144313c-6676-42d3-a435-c832a7bf4a65 admin admin] Publish callbacks [] for security_group (c264a329-8c43-4f4e-8818-7fb26f93cd64), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:55.394445 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0144313c-6676-42d3-a435-c832a7bf4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (c264a329-8c43-4f4e-8818-7fb26f93cd64), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:55.398382 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0144313c-6676-42d3-a435-c832a7bf4a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:55.402816 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0144313c-6676-42d3-a435-c832a7bf4a65 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c264a329-8c43-4f4e-8818-7fb26f93cd64 HTTP/1.1" status: 204 len: 168 time: 0.2486365 Sep 15 19:27:55.414959 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144313c-6676-42d3-a435-c832a7bf4a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c264a329-8c43-4f4e-8818-7fb26f93cd64,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:55.517083 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ede2cd-6a8b-4ac5-a85e-8a9693e75430 req-b8cc58c1-9e61-4782-bff9-8774ca06e04f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:55.518671 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-64ede2cd-6a8b-4ac5-a85e-8a9693e75430 req-b8cc58c1-9e61-4782-bff9-8774ca06e04f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0472865 Sep 15 19:27:55.572308 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-64ede2cd-6a8b-4ac5-a85e-8a9693e75430 req-dcbd373d-2177-4030-bb8a-0e7fb1a1c836 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459867 Sep 15 19:27:55.746545 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60796) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:55.970137 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:56.154037 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-fbc34593-eec3-4dbb-a925-c11b87562ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.234096 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-fbc34593-eec3-4dbb-a925-c11b87562ed9 admin admin] Publish callbacks [] for security_group (bff89417-593a-4eb6-93d7-c77a3b7b0253), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.267111 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60808) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:56.284216 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-986c72ff-c1d3-4aec-b435-31b3d74a755d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.354647 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8898f98-690a-4251-8a61-7718be12e126 req-804d2772-eaa4-4b1e-b78d-4059c7597edb tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:56.356293 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b8898f98-690a-4251-8a61-7718be12e126 req-804d2772-eaa4-4b1e-b78d-4059c7597edb tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0679038 Sep 15 19:27:56.442812 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-fbc34593-eec3-4dbb-a925-c11b87562ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (bff89417-593a-4eb6-93d7-c77a3b7b0253), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.467409 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b8898f98-690a-4251-8a61-7718be12e126 req-7d08530a-0520-4942-b31d-4d8122d96c8c tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028063 Sep 15 19:27:56.483257 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-986c72ff-c1d3-4aec-b435-31b3d74a755d admin admin] Publish callbacks [] for security_group (93541282-d712-48b3-9edd-69cfedd7d914), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.495116 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-fbc34593-eec3-4dbb-a925-c11b87562ed9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9e11882139da477398c7c95a5933669a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7472742 Sep 15 19:27:56.496223 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc34593-eec3-4dbb-a925-c11b87562ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff89417-593a-4eb6-93d7-c77a3b7b0253,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:56.498805 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60814) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:56.557055 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e37ea9e-168e-4e03-8c8f-cb87c1754cf7 admin admin] Publish callbacks [] for security_group (bff89417-593a-4eb6-93d7-c77a3b7b0253), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.583290 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:56.584782 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-986c72ff-c1d3-4aec-b435-31b3d74a755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (93541282-d712-48b3-9edd-69cfedd7d914), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.593077 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e37ea9e-168e-4e03-8c8f-cb87c1754cf7 admin admin] Publish callbacks [] for security_group (bff89417-593a-4eb6-93d7-c77a3b7b0253), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.623229 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c72ff-c1d3-4aec-b435-31b3d74a755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93541282-d712-48b3-9edd-69cfedd7d914,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:56.696228 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-986c72ff-c1d3-4aec-b435-31b3d74a755d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2c0d3fa498614ad78124a494819dcbd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4277761 Sep 15 19:27:56.697050 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60826) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:56.766738 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f220594-e281-4e08-9d04-07e069b45d08 req-9b964632-7145-4b64-af05-d38dd82ee2c9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:56.769029 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2f220594-e281-4e08-9d04-07e069b45d08 req-9b964632-7145-4b64-af05-d38dd82ee2c9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0660515 Sep 15 19:27:56.770418 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a060d1e8-65e2-4989-8cde-d5ae14cca21f admin admin] Publish callbacks [] for security_group (93541282-d712-48b3-9edd-69cfedd7d914), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.802226 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a060d1e8-65e2-4989-8cde-d5ae14cca21f admin admin] Publish callbacks [] for security_group (93541282-d712-48b3-9edd-69cfedd7d914), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.843563 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2f220594-e281-4e08-9d04-07e069b45d08 req-61b3cefa-c418-4234-9786-8cdf012d9c4e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677495 Sep 15 19:27:56.844482 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e37ea9e-168e-4e03-8c8f-cb87c1754cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (bff89417-593a-4eb6-93d7-c77a3b7b0253), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.848425 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e37ea9e-168e-4e03-8c8f-cb87c1754cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.850124 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-6e37ea9e-168e-4e03-8c8f-cb87c1754cf7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bff89417-593a-4eb6-93d7-c77a3b7b0253 HTTP/1.1" status: 204 len: 168 time: 0.3503056 Sep 15 19:27:56.860099 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37ea9e-168e-4e03-8c8f-cb87c1754cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff89417-593a-4eb6-93d7-c77a3b7b0253,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:56.868942 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:56.971242 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a060d1e8-65e2-4989-8cde-d5ae14cca21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (93541282-d712-48b3-9edd-69cfedd7d914), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.974219 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a060d1e8-65e2-4989-8cde-d5ae14cca21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:56.975289 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a060d1e8-65e2-4989-8cde-d5ae14cca21f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/93541282-d712-48b3-9edd-69cfedd7d914 HTTP/1.1" status: 204 len: 168 time: 0.2770612 Sep 15 19:27:56.983764 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060d1e8-65e2-4989-8cde-d5ae14cca21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93541282-d712-48b3-9edd-69cfedd7d914,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:57.610442 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70288d-475e-4d04-b08e-98a11497ba26 req-c2c4de25-0920-423c-8071-a8ead8fd7225 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:57.611991 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3b70288d-475e-4d04-b08e-98a11497ba26 req-c2c4de25-0920-423c-8071-a8ead8fd7225 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0526285 Sep 15 19:27:57.673242 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3b70288d-475e-4d04-b08e-98a11497ba26 req-60b31819-4ced-4656-8732-a2e7230cda7b tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530636 Sep 15 19:27:57.676341 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:57.994377 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea63d3-0443-4390-90e5-7bc6398384c9 req-2d4d6254-b4b4-48dd-8550-c8ffd22c392a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:57.996147 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-82ea63d3-0443-4390-90e5-7bc6398384c9 req-2d4d6254-b4b4-48dd-8550-c8ffd22c392a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0505242 Sep 15 19:27:58.072762 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-82ea63d3-0443-4390-90e5-7bc6398384c9 req-fdaa674b-5b94-4a59-8f84-2343fb65e84d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698829 Sep 15 19:27:58.076241 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60868) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:58.106812 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89848b9c-17f3-4b29-9afb-b4ee4953ec95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.244091 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89848b9c-17f3-4b29-9afb-b4ee4953ec95 admin admin] Publish callbacks [] for security_group (903efaa5-dea5-4fe3-8a71-e68874c8b6fa), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.267699 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-7cc962af-47b3-4ca1-89f1-af951829dd5c tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:58.270522 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-7cc962af-47b3-4ca1-89f1-af951829dd5c tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0669839 Sep 15 19:27:58.358408 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89848b9c-17f3-4b29-9afb-b4ee4953ec95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (903efaa5-dea5-4fe3-8a71-e68874c8b6fa), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.407237 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-1e0a4eea-edfa-4886-b72d-87e109de2223 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Deleting port feb98b2b-660f-43d5-86f0-4251ddf907d1 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:27:58.407386 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89848b9c-17f3-4b29-9afb-b4ee4953ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903efaa5-dea5-4fe3-8a71-e68874c8b6fa,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:58.408105 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-1e0a4eea-edfa-4886-b72d-87e109de2223 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.429783 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-89848b9c-17f3-4b29-9afb-b4ee4953ec95 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=830b9996c1714040840268f88436fa00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475862 Sep 15 19:27:58.434021 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60878) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:58.499517 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4d14461-5780-4139-bdba-f93d0254cbca admin admin] Publish callbacks [] for security_group (903efaa5-dea5-4fe3-8a71-e68874c8b6fa), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.524988 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-1e0a4eea-edfa-4886-b72d-87e109de2223 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] For port feb98b2b-660f-43d5-86f0-4251ddf907d1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=feb98b2b-660f-43d5-86f0-4251ddf907d1,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:58.525512 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-1e0a4eea-edfa-4886-b72d-87e109de2223 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.527338 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4d14461-5780-4139-bdba-f93d0254cbca admin admin] Publish callbacks [] for security_group (903efaa5-dea5-4fe3-8a71-e68874c8b6fa), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.543946 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-1e0a4eea-edfa-4886-b72d-87e109de2223 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Calling delete_port for feb98b2b-660f-43d5-86f0-4251ddf907d1 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:27:58.675971 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4d14461-5780-4139-bdba-f93d0254cbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (903efaa5-dea5-4fe3-8a71-e68874c8b6fa), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.684574 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4d14461-5780-4139-bdba-f93d0254cbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.685752 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-f4d14461-5780-4139-bdba-f93d0254cbca admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/903efaa5-dea5-4fe3-8a71-e68874c8b6fa HTTP/1.1" status: 204 len: 168 time: 0.2504413 Sep 15 19:27:58.698431 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d14461-5780-4139-bdba-f93d0254cbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903efaa5-dea5-4fe3-8a71-e68874c8b6fa,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:58.821653 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-1e0a4eea-edfa-4886-b72d-87e109de2223 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (feb98b2b-660f-43d5-86f0-4251ddf907d1), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.841521 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['feb98b2b-660f-43d5-86f0-4251ddf907d1'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:58.845502 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722f301-4de4-42e6-9968-9e9068be4e28 req-b7c15d49-1a24-4a7b-8c9f-d24141114c11 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:58.847084 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5722f301-4de4-42e6-9968-9e9068be4e28 req-b7c15d49-1a24-4a7b-8c9f-d24141114c11 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 946 time: 0.0588331 Sep 15 19:27:58.902970 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a4eea-edfa-4886-b72d-87e109de2223 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Pushing event deleted for resources: {'Port': ['ID=feb98b2b-660f-43d5-86f0-4251ddf907d1,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:58.921526 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5722f301-4de4-42e6-9968-9e9068be4e28 req-327a85b1-04c1-420e-bde0-e473d8cddeb7 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfc574a6-2b86-4398-9059-02b80bcfedb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667658 Sep 15 19:27:58.987162 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-1e0a4eea-edfa-4886-b72d-87e109de2223 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] No DVR routers for this DVR port feb98b2b-660f-43d5-86f0-4251ddf907d1 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:27:58.987162 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-1e0a4eea-edfa-4886-b72d-87e109de2223 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:58.992236 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5ae56e6a-d221-4f60-80d0-3f30b6c986fb req-1e0a4eea-edfa-4886-b72d-87e109de2223 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.33 "DELETE /networking/v2.0/ports/feb98b2b-660f-43d5-86f0-4251ddf907d1 HTTP/1.1" status: 204 len: 173 time: 0.7157168 Sep 15 19:27:58.992792 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ffe7b2-9cde-408a-b314-8c18c02ca8fb', 'name': 'network-vif-deleted', 'tag': 'feb98b2b-660f-43d5-86f0-4251ddf907d1'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:27:58.995254 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e233857-c339-4d24-88ca-15516b5293c5" -d '{"events": [{"server_uuid": "49ffe7b2-9cde-408a-b314-8c18c02ca8fb", "name": "network-vif-deleted", "tag": "feb98b2b-660f-43d5-86f0-4251ddf907d1"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:27:59.081206 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b42833-52a6-449a-9f03-9bed4d7b8e9a x-openstack-request-id: req-61b42833-52a6-449a-9f03-9bed4d7b8e9a {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:27:59.081206 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ffe7b2-9cde-408a-b314-8c18c02ca8fb", "name": "network-vif-deleted", "tag": "feb98b2b-660f-43d5-86f0-4251ddf907d1", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:27:59.081206 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61b42833-52a6-449a-9f03-9bed4d7b8e9a {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:27:59.081206 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b42833-52a6-449a-9f03-9bed4d7b8e9a'] response: {'server_uuid': '49ffe7b2-9cde-408a-b314-8c18c02ca8fb', 'name': 'network-vif-deleted', 'tag': 'feb98b2b-660f-43d5-86f0-4251ddf907d1', 'status': 'completed', 'code': 200} Sep 15 19:27:59.242166 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3476d-a403-4f3d-b2a8-64788d89d73e req-71e2d41b-975d-457f-94f3-730cdd86758e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:27:59.243748 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e8a3476d-a403-4f3d-b2a8-64788d89d73e req-71e2d41b-975d-457f-94f3-730cdd86758e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0552430 Sep 15 19:27:59.296764 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e8a3476d-a403-4f3d-b2a8-64788d89d73e req-fe9f445b-4b92-47e2-97ed-3b4301307fc1 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471597 Sep 15 19:27:59.319515 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:59.375615 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60902) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:27:59.415564 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:27:59.682361 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-13f35577-fcda-4648-a8ce-246abc202ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:59.806813 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-13f35577-fcda-4648-a8ce-246abc202ea9 admin admin] Publish callbacks [] for security_group (14723ae4-5fea-47a3-b7fe-c8f291bf0874), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:59.930367 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-13f35577-fcda-4648-a8ce-246abc202ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (14723ae4-5fea-47a3-b7fe-c8f291bf0874), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:27:59.980017 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f35577-fcda-4648-a8ce-246abc202ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14723ae4-5fea-47a3-b7fe-c8f291bf0874,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:59.985163 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-13f35577-fcda-4648-a8ce-246abc202ea9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=062fe0bdb0894b4cab318f203d39534d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6083810 Sep 15 19:27:59.996174 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60918) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:00.006436 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:00.077170 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aeb5de22-356a-424d-83bd-8ccb7bde5f2a req-4b25b329-82ee-4416-9e81-41c8a841f3a7 tempest-DeleteServersTestJSON-1559077497 tempest-DeleteServersTestJSON-1559077497-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=49ffe7b2-9cde-408a-b314-8c18c02ca8fb HTTP/1.1" status: 200 len: 210 time: 0.0328858 Sep 15 19:28:00.093480 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d434745f-0743-4315-8f90-2bc25b67411f admin admin] Publish callbacks [] for security_group (14723ae4-5fea-47a3-b7fe-c8f291bf0874), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.120952 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d434745f-0743-4315-8f90-2bc25b67411f admin admin] Publish callbacks [] for security_group (14723ae4-5fea-47a3-b7fe-c8f291bf0874), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.170196 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60924) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:00.298890 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d434745f-0743-4315-8f90-2bc25b67411f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (14723ae4-5fea-47a3-b7fe-c8f291bf0874), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.302768 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d434745f-0743-4315-8f90-2bc25b67411f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.304087 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-d434745f-0743-4315-8f90-2bc25b67411f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/14723ae4-5fea-47a3-b7fe-c8f291bf0874 HTTP/1.1" status: 204 len: 168 time: 0.3068011 Sep 15 19:28:00.319353 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434745f-0743-4315-8f90-2bc25b67411f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14723ae4-5fea-47a3-b7fe-c8f291bf0874,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:00.331009 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b3d661fc-a9b9-48cb-b622-b4fc3f115072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.445377 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8694-5b27-4c4b-b7e0-3a7a4ad08607 req-d46d6cd9-4f00-48f3-a4cd-ed624f870c34 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:00.446925 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-176b8694-5b27-4c4b-b7e0-3a7a4ad08607 req-d46d6cd9-4f00-48f3-a4cd-ed624f870c34 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0630772 Sep 15 19:28:00.450146 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b3d661fc-a9b9-48cb-b622-b4fc3f115072 admin admin] Publish callbacks [] for security_group (bf654cdd-bad0-4037-b89a-f6608df7e843), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.502292 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-176b8694-5b27-4c4b-b7e0-3a7a4ad08607 req-531b191e-f1c0-4859-9dc0-30787b5057f4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498025 Sep 15 19:28:00.641473 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b3d661fc-a9b9-48cb-b622-b4fc3f115072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (bf654cdd-bad0-4037-b89a-f6608df7e843), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.682497 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b3d661fc-a9b9-48cb-b622-b4fc3f115072 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0257b42e6be04e84b906479efc30b3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5092225 Sep 15 19:28:00.683749 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d661fc-a9b9-48cb-b622-b4fc3f115072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf654cdd-bad0-4037-b89a-f6608df7e843,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:00.685201 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 60944) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:00.744333 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe12370b-ed2a-4b7d-95eb-b44e72fd02fe admin admin] Publish callbacks [] for security_group (bf654cdd-bad0-4037-b89a-f6608df7e843), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.765176 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe12370b-ed2a-4b7d-95eb-b44e72fd02fe admin admin] Publish callbacks [] for security_group (bf654cdd-bad0-4037-b89a-f6608df7e843), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.995873 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe12370b-ed2a-4b7d-95eb-b44e72fd02fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (bf654cdd-bad0-4037-b89a-f6608df7e843), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.998432 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe12370b-ed2a-4b7d-95eb-b44e72fd02fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:00.999582 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-fe12370b-ed2a-4b7d-95eb-b44e72fd02fe admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bf654cdd-bad0-4037-b89a-f6608df7e843 HTTP/1.1" status: 204 len: 168 time: 0.3132210 Sep 15 19:28:01.008861 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12370b-ed2a-4b7d-95eb-b44e72fd02fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf654cdd-bad0-4037-b89a-f6608df7e843,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:01.054539 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:01.245273 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device feb98b2b-660f-43d5-86f0-4251ddf907d1 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:28:01.264907 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: feb98b2b-660f-43d5-86f0-4251ddf907d1 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:28:01.270546 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device feb98b2b-660f-43d5-86f0-4251ddf907d1 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:28:01.523099 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 60972) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:01.542682 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-64abe046-9fea-429f-a70a-8bb608814882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:01.652182 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38aab85-930f-471e-85da-c475bcacd6c6 req-a47ad020-a268-4f1e-b963-485c8e77fe44 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:01.653719 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e38aab85-930f-471e-85da-c475bcacd6c6 req-a47ad020-a268-4f1e-b963-485c8e77fe44 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0600853 Sep 15 19:28:01.709672 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-64abe046-9fea-429f-a70a-8bb608814882 admin admin] Publish callbacks [] for security_group (4bce9def-857f-40af-b536-2bc12fa9c180), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:01.732818 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e38aab85-930f-471e-85da-c475bcacd6c6 req-77164b46-f1e8-41a6-a0f7-a4fc4ce56b75 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726006 Sep 15 19:28:01.858930 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-64abe046-9fea-429f-a70a-8bb608814882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (4bce9def-857f-40af-b536-2bc12fa9c180), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:01.914608 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abe046-9fea-429f-a70a-8bb608814882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bce9def-857f-40af-b536-2bc12fa9c180,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:01.922300 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 32768) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:01.933302 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-64abe046-9fea-429f-a70a-8bb608814882 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=43295fd82b56469c8a4957dca2855478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050264 Sep 15 19:28:01.987274 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:01.992242 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-12d29e81-5480-47ac-921c-5e202b9e486a admin admin] Publish callbacks [] for security_group (4bce9def-857f-40af-b536-2bc12fa9c180), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:02.016547 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-12d29e81-5480-47ac-921c-5e202b9e486a admin admin] Publish callbacks [] for security_group (4bce9def-857f-40af-b536-2bc12fa9c180), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:02.241096 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-12d29e81-5480-47ac-921c-5e202b9e486a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (4bce9def-857f-40af-b536-2bc12fa9c180), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:02.244203 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-12d29e81-5480-47ac-921c-5e202b9e486a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:02.247752 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-12d29e81-5480-47ac-921c-5e202b9e486a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4bce9def-857f-40af-b536-2bc12fa9c180 HTTP/1.1" status: 204 len: 168 time: 0.3217101 Sep 15 19:28:02.258205 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d29e81-5480-47ac-921c-5e202b9e486a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bce9def-857f-40af-b536-2bc12fa9c180,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:02.866928 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47ca9-3c0f-4837-a379-1896538da285 req-49ea2ab3-5195-46d1-8f54-41340a12488c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:02.868494 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-fbb47ca9-3c0f-4837-a379-1896538da285 req-49ea2ab3-5195-46d1-8f54-41340a12488c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0470815 Sep 15 19:28:02.940266 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-fbb47ca9-3c0f-4837-a379-1896538da285 req-fc7bc647-10ce-4f7b-a8f4-d497bacbd86e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622544 Sep 15 19:28:03.689193 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 32810) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:03.713406 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 32812) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:03.729310 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7437b50d-c71d-4b1d-a9e8-75f8af99e508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:03.840209 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7437b50d-c71d-4b1d-a9e8-75f8af99e508 admin admin] Publish callbacks [] for security_group (cc3e3d51-b05c-4054-b0c9-185b2c4f5f16), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:03.974927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7437b50d-c71d-4b1d-a9e8-75f8af99e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (cc3e3d51-b05c-4054-b0c9-185b2c4f5f16), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:04.044670 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-7437b50d-c71d-4b1d-a9e8-75f8af99e508 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cffe2374b2e94655a9d76227805c3b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291588 Sep 15 19:28:04.045772 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 32828) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:04.061250 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437b50d-c71d-4b1d-a9e8-75f8af99e508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3e3d51-b05c-4054-b0c9-185b2c4f5f16,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:04.170589 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522381d2-af18-4f4f-82b7-e8e1ddfd761c req-6106f964-c367-477e-91ec-182e50af9ff1 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:04.174281 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:04.178664 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-522381d2-af18-4f4f-82b7-e8e1ddfd761c req-6106f964-c367-477e-91ec-182e50af9ff1 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.1316967 Sep 15 19:28:04.181993 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d18e142c-2fa3-4771-815d-76bed99bf3f3 admin admin] Publish callbacks [] for security_group (cc3e3d51-b05c-4054-b0c9-185b2c4f5f16), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:04.185867 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (4b5067d6-88e8-4f91-9885-d6a78f91e6da), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:04.233300 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d18e142c-2fa3-4771-815d-76bed99bf3f3 admin admin] Publish callbacks [] for security_group (cc3e3d51-b05c-4054-b0c9-185b2c4f5f16), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:04.265620 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-522381d2-af18-4f4f-82b7-e8e1ddfd761c req-bff27ef1-53e4-432a-bbef-b843477bee41 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853586 Sep 15 19:28:04.466779 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] Deleting port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:28:04.467118 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:04.498630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d18e142c-2fa3-4771-815d-76bed99bf3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (cc3e3d51-b05c-4054-b0c9-185b2c4f5f16), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:04.501589 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d18e142c-2fa3-4771-815d-76bed99bf3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:04.502837 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-d18e142c-2fa3-4771-815d-76bed99bf3f3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cc3e3d51-b05c-4054-b0c9-185b2c4f5f16 HTTP/1.1" status: 204 len: 168 time: 0.4358640 Sep 15 19:28:04.512353 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e142c-2fa3-4771-815d-76bed99bf3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3e3d51-b05c-4054-b0c9-185b2c4f5f16,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:04.556038 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] For port 965f7eeb-5d64-4cd9-bdaa-4b19916f1772, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=965f7eeb-5d64-4cd9-bdaa-4b19916f1772,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:04.556406 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:04.569931 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] Calling delete_port for 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 owned by network:router_interface {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:28:04.895625 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:04.947809 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (965f7eeb-5d64-4cd9-bdaa-4b19916f1772), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:04.985900 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] Pushing event deleted for resources: {'Port': ['ID=965f7eeb-5d64-4cd9-bdaa-4b19916f1772,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:05.399186 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (4b5067d6-88e8-4f91-9885-d6a78f91e6da), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:05.408569 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce2bfb-a06b-42ab-b310-bc54827ad00f req-a33344ca-a8e4-4f98-ae16-e0ea79bb3cc1 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:05.410042 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-76ce2bfb-a06b-42ab-b310-bc54827ad00f req-a33344ca-a8e4-4f98-ae16-e0ea79bb3cc1 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0573545 Sep 15 19:28:05.528175 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-76ce2bfb-a06b-42ab-b310-bc54827ad00f req-e9330274-2d63-4676-864b-2645d8effb96 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114607 Sep 15 19:28:05.656463 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] Router 4b5067d6-88e8-4f91-9885-d6a78f91e6da has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:28:05.764511 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:28:05.772705 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e24a2e0b-93f6-4be5-bc78-f6144edc58ec admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/4b5067d6-88e8-4f91-9885-d6a78f91e6da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0806532 Sep 15 19:28:05.773823 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 32870) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:05.785269 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] Sync routers for ids ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:28:05.801388 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] Routers {'4b5067d6-88e8-4f91-9885-d6a78f91e6da'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:05.801388 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:27:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:05.946782 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] Set router 4b5067d6-88e8-4f91-9885-d6a78f91e6da gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:05.953702 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Publish callbacks [] for router (4b5067d6-88e8-4f91-9885-d6a78f91e6da), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:05.993213 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:06.077263 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Publish callbacks [] for router_gateway (4b5067d6-88e8-4f91-9885-d6a78f91e6da), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:06.226257 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'name': 'tempest-DeleteServersTestJSON-1276486865-router', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:31Z', 'updated_at': '2022-09-15T19:28:04Z', 'revision_number': 5, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'gw_port': {'id': '95324888-2c9f-4222-a6ca-eb4522e77b8d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:32Z', 'updated_at': '2022-09-15T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:06.245126 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Deleting port 95324888-2c9f-4222-a6ca-eb4522e77b8d {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:28:06.245718 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:06.253418 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] Checking router: 4b5067d6-88e8-4f91-9885-d6a78f91e6da for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:28:06.265580 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] Routers {'4b5067d6-88e8-4f91-9885-d6a78f91e6da'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:06.266123 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:27:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:06.332595 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] For port 95324888-2c9f-4222-a6ca-eb4522e77b8d, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=95324888-2c9f-4222-a6ca-eb4522e77b8d,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:06.332960 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:06.346927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Calling delete_port for 95324888-2c9f-4222-a6ca-eb4522e77b8d owned by network:router_gateway {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:28:06.358983 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] Set router 4b5067d6-88e8-4f91-9885-d6a78f91e6da gateway port host: None {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:06.412877 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'name': 'tempest-DeleteServersTestJSON-1276486865-router', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:31Z', 'updated_at': '2022-09-15T19:28:06Z', 'revision_number': 6, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'gw_port_host': None}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:06.438594 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358f0d2-8a2f-4078-9d98-e989411eec10 None None] The sync data for ids ['4b5067d6-88e8-4f91-9885-d6a78f91e6da'] in dv-cinder-849846-10-iscsi is: [{'id': '4b5067d6-88e8-4f91-9885-d6a78f91e6da', 'name': 'tempest-DeleteServersTestJSON-1276486865-router', 'tenant_id': '4a866fb1264140c1a1056696bf6fabc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:31Z', 'updated_at': '2022-09-15T19:28:06Z', 'revision_number': 6, 'project_id': '4a866fb1264140c1a1056696bf6fabc7', 'gw_port_host': None}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:28:06.575760 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:06.663878 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440cfc-5a9c-42fd-8096-231120044b59 req-a64530df-9261-4ad3-9e7f-f4add91772c7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:06.665552 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-50440cfc-5a9c-42fd-8096-231120044b59 req-a64530df-9261-4ad3-9e7f-f4add91772c7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0588224 Sep 15 19:28:06.717015 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-50440cfc-5a9c-42fd-8096-231120044b59 req-57141b1f-47be-4f06-aba5-e8e0873160e5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 Sep 15 19:28:06.746884 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:06.748064 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (95324888-2c9f-4222-a6ca-eb4522e77b8d), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:06.775198 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Pushing event deleted for resources: {'Port': ['ID=95324888-2c9f-4222-a6ca-eb4522e77b8d,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:06.862815 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (4b5067d6-88e8-4f91-9885-d6a78f91e6da), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:06.882848 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:28:06.908740 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:28:06.909444 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 965f7eeb-5d64-4cd9-bdaa-4b19916f1772 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:28:07.185998 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (4b5067d6-88e8-4f91-9885-d6a78f91e6da), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:07.188060 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Publish callbacks [] for router_controller (4b5067d6-88e8-4f91-9885-d6a78f91e6da), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:07.364421 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (4b5067d6-88e8-4f91-9885-d6a78f91e6da), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:07.364994 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b5067d6-88e8-4f91-9885-d6a78f91e6da {{(pid=106634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:28:07.374478 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:07.374478 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-5fe2ca1e-c428-4f8e-ad92-3e68fafe051c admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/4b5067d6-88e8-4f91-9885-d6a78f91e6da HTTP/1.1" status: 204 len: 168 time: 1.5963035 Sep 15 19:28:07.374478 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 32944) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:07.404120 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:07.432600 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_v2 [None req-343a68f6-d8f8-4221-8466-a2bc2b75812a admin admin] Deleting subnet aa19cb13-ddfb-452e-b3a4-eabfa8947bcc {{(pid=106634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:28:07.436084 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-343a68f6-d8f8-4221-8466-a2bc2b75812a admin admin] Publish callbacks [] for subnet (aa19cb13-ddfb-452e-b3a4-eabfa8947bcc), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:07.479862 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-343a68f6-d8f8-4221-8466-a2bc2b75812a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6992321'] for subnet (aa19cb13-ddfb-452e-b3a4-eabfa8947bcc), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:07.588462 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-343a68f6-d8f8-4221-8466-a2bc2b75812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (aa19cb13-ddfb-452e-b3a4-eabfa8947bcc), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:07.783107 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-343a68f6-d8f8-4221-8466-a2bc2b75812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-832232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5304945'] for subnet (aa19cb13-ddfb-452e-b3a4-eabfa8947bcc), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:07.822012 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a68f6-d8f8-4221-8466-a2bc2b75812a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa19cb13-ddfb-452e-b3a4-eabfa8947bcc,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:07.834133 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-343a68f6-d8f8-4221-8466-a2bc2b75812a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:07.834330 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe62551-a17a-4cff-b369-89049d0d3449 None None] Network 154bf27e-6b45-4c49-b369-66b1d881a8f5 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:28:07.843422 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-343a68f6-d8f8-4221-8466-a2bc2b75812a admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/aa19cb13-ddfb-452e-b3a4-eabfa8947bcc HTTP/1.1" status: 204 len: 168 time: 0.4683487 Sep 15 19:28:07.845962 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 32952) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:07.882896 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd84150-8b38-48eb-87b0-2f2e4723ca9c req-3d953180-4ff6-47af-a934-5ad026a64cde tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:07.885702 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-cfd84150-8b38-48eb-87b0-2f2e4723ca9c req-3d953180-4ff6-47af-a934-5ad026a64cde tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0854475 Sep 15 19:28:07.964806 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (154bf27e-6b45-4c49-b369-66b1d881a8f5), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:07.965149 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-cfd84150-8b38-48eb-87b0-2f2e4723ca9c req-010ad675-4c0a-43d3-97ae-fef2951b851d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724454 Sep 15 19:28:08.017662 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Deleting port 3fb6441a-d0b4-480f-995b-c1e6a724f749 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:28:08.018083 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.067117 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75b0a36-0cd9-4f22-b25e-39caff1df8fc None None] DHCP port deletion for 154bf27e-6b45-4c49-b369-66b1d881a8f5 request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:28:08.093839 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] For port 3fb6441a-d0b4-480f-995b-c1e6a724f749, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=3fb6441a-d0b4-480f-995b-c1e6a724f749,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:08.094379 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.106105 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a75b0a36-0cd9-4f22-b25e-39caff1df8fc None None] Deleting port 3fb6441a-d0b4-480f-995b-c1e6a724f749 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:28:08.106466 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a75b0a36-0cd9-4f22-b25e-39caff1df8fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.107883 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Calling delete_port for 3fb6441a-d0b4-480f-995b-c1e6a724f749 owned by network:dhcp {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:28:08.183277 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-a75b0a36-0cd9-4f22-b25e-39caff1df8fc None None] For port 3fb6441a-d0b4-480f-995b-c1e6a724f749, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=3fb6441a-d0b4-480f-995b-c1e6a724f749,segment=NetworkSegment(76ddc212-221a-41c5-8581-eb4560e1c885),segment_id=76ddc212-221a-41c5-8581-eb4560e1c885)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:08.184041 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a75b0a36-0cd9-4f22-b25e-39caff1df8fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.204665 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a75b0a36-0cd9-4f22-b25e-39caff1df8fc None None] Calling delete_port for 3fb6441a-d0b4-480f-995b-c1e6a724f749 owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:28:08.306900 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.323359 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a75b0a36-0cd9-4f22-b25e-39caff1df8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909'] for port (3fb6441a-d0b4-480f-995b-c1e6a724f749), after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.332291 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb6441a-d0b4-480f-995b-c1e6a724f749,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:08.338930 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] No DVR routers for this DVR port 3fb6441a-d0b4-480f-995b-c1e6a724f749 on host dv-cinder-849846-10-iscsi {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:28:08.349313 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b0a36-0cd9-4f22-b25e-39caff1df8fc None None] Pushing event deleted for resources: {'Port': ['ID=3fb6441a-d0b4-480f-995b-c1e6a724f749,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:08.353887 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b0a36-0cd9-4f22-b25e-39caff1df8fc None None] No DVR routers for this DVR port 3fb6441a-d0b4-480f-995b-c1e6a724f749 on host dv-cinder-849846-10-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:28:08.416469 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (154bf27e-6b45-4c49-b369-66b1d881a8f5), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.437100 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154bf27e-6b45-4c49-b369-66b1d881a8f5']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:08.446387 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ddc212-221a-41c5-8581-eb4560e1c885') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:08.446685 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ddc212-221a-41c5-8581-eb4560e1c885') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:08.459891 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (76ddc212-221a-41c5-8581-eb4560e1c885), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.473351 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (76ddc212-221a-41c5-8581-eb4560e1c885), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.480539 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:28:08.480918 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (76ddc212-221a-41c5-8581-eb4560e1c885), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.527493 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 76ddc212-221a-41c5-8581-eb4560e1c885 resource provider aggregate not found Sep 15 19:28:08.545198 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 76ddc212-221a-41c5-8581-eb4560e1c885 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76ddc212-221a-41c5-8581-eb4560e1c885 found for delete ", "request_id": "req-60762796-8cd3-430f-8464-fa696623ffee"}]} Sep 15 19:28:08.735606 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (154bf27e-6b45-4c49-b369-66b1d881a8f5), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.751218 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:08.751218 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/154bf27e-6b45-4c49-b369-66b1d881a8f5 HTTP/1.1" status: 204 len: 168 time: 0.8978560 Sep 15 19:28:08.751922 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 3fb6441a-d0b4-480f-995b-c1e6a724f749 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:28:08.756330 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3cfbb-0319-46e9-a1d1-833b9140d414 admin admin] Pushing event deleted for resources: {'Network': ['ID=154bf27e-6b45-4c49-b369-66b1d881a8f5,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:08.773216 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 3fb6441a-d0b4-480f-995b-c1e6a724f749 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:28:08.773720 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 3fb6441a-d0b4-480f-995b-c1e6a724f749 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:28:08.774216 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 95324888-2c9f-4222-a6ca-eb4522e77b8d no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:28:08.793780 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 95324888-2c9f-4222-a6ca-eb4522e77b8d {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:28:08.798592 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 95324888-2c9f-4222-a6ca-eb4522e77b8d not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:28:09.082147 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba80b6-89dc-4c41-b40e-4f0c88b9deb5 req-5267cbbf-82d9-4397-a49f-885738f771d2 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:09.096361 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c9ba80b6-89dc-4c41-b40e-4f0c88b9deb5 req-5267cbbf-82d9-4397-a49f-885738f771d2 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0522163 Sep 15 19:28:09.149067 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c9ba80b6-89dc-4c41-b40e-4f0c88b9deb5 req-39e7dd55-ce4e-4c83-8961-fb5fa59a5817 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578027 Sep 15 19:28:09.348634 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:09.382208 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 32996) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:09.421871 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a56324da-df79-4cec-928d-12d47c8e6762 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4a866fb1264140c1a1056696bf6fabc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384872 Sep 15 19:28:09.424330 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 32998) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:09.440956 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:09.475827 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f977-313d-42dd-8b6b-a09d3ef4acee admin admin] Publish callbacks [] for security_group (cfc574a6-2b86-4398-9059-02b80bcfedb9), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:09.496405 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f977-313d-42dd-8b6b-a09d3ef4acee admin admin] Publish callbacks [] for security_group (cfc574a6-2b86-4398-9059-02b80bcfedb9), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:09.746923 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f977-313d-42dd-8b6b-a09d3ef4acee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (cfc574a6-2b86-4398-9059-02b80bcfedb9), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:09.749699 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f977-313d-42dd-8b6b-a09d3ef4acee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:09.753855 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e8a9f977-313d-42dd-8b6b-a09d3ef4acee admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cfc574a6-2b86-4398-9059-02b80bcfedb9 HTTP/1.1" status: 204 len: 168 time: 0.3256443 Sep 15 19:28:09.758867 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9f977-313d-42dd-8b6b-a09d3ef4acee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc574a6-2b86-4398-9059-02b80bcfedb9,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:10.197978 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:10.273249 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e79df6-7676-40ad-9cc8-8a2cdc495239 req-cd05d86a-3eae-4475-b96a-5731bc699bf9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:10.274761 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-11e79df6-7676-40ad-9cc8-8a2cdc495239 req-cd05d86a-3eae-4475-b96a-5731bc699bf9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0482414 Sep 15 19:28:10.326619 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-11e79df6-7676-40ad-9cc8-8a2cdc495239 req-467ed8d4-4ae2-4713-a304-6f9311ed23d6 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462425 Sep 15 19:28:11.042219 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf49b4-34d7-4ad6-8f6d-c173cbf64150 req-21783e02-ea74-4c8a-9aa8-ca841c2ae6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:11.045022 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e4cf49b4-34d7-4ad6-8f6d-c173cbf64150 req-21783e02-ea74-4c8a-9aa8-ca841c2ae6d7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 1130 time: 0.0898478 Sep 15 19:28:11.061687 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:11.110656 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e4cf49b4-34d7-4ad6-8f6d-c173cbf64150 req-e5b69d56-c057-4a52-84c8-5e12ab3f2eb7 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568247 Sep 15 19:28:11.411120 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33072) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:11.455936 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec501a98-4164-4526-bc57-551f98fcf019 req-b3e693cd-42e5-432b-beec-2beaec2d2a13 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:11.457449 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ec501a98-4164-4526-bc57-551f98fcf019 req-b3e693cd-42e5-432b-beec-2beaec2d2a13 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0521536 Sep 15 19:28:11.520818 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ec501a98-4164-4526-bc57-551f98fcf019 req-41e16670-849f-4f63-9655-5786c12055c2 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567544 Sep 15 19:28:11.523802 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-467938712-network', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:11.670986 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33080) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:11.736140 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Made reservation on behalf of 340975b28fc242b5bf4a3364fe702ad4 for: {'network': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:11.740279 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:11.753091 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:11.810692 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6f28b655-bf88-469e-8914-5e130021bc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:11.894008 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Publish callbacks [] for security_group (80a3da72-ab2d-49c8-b10b-28dcaba199f9), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:11.936271 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6f28b655-bf88-469e-8914-5e130021bc3b admin admin] Publish callbacks [] for security_group (1eef2097-31d8-4b6f-93e5-008376b25543), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.039866 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6f28b655-bf88-469e-8914-5e130021bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (1eef2097-31d8-4b6f-93e5-008376b25543), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.042432 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (80a3da72-ab2d-49c8-b10b-28dcaba199f9), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.106080 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:28:12.124830 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6f28b655-bf88-469e-8914-5e130021bc3b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cb122d1d37094659be28ec1533e73aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500456 Sep 15 19:28:12.124830 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28b655-bf88-469e-8914-5e130021bc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eef2097-31d8-4b6f-93e5-008376b25543,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:12.125526 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33090) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:12.142849 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (62c6dc3b-2631-437e-8188-bc2afb8fa90c), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.143183 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.segments_db [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Added segment 62c6dc3b-2631-437e-8188-bc2afb8fa90c of type vlan for network 6260c8ac-0673-45b5-914a-caba360d68d4 Sep 15 19:28:12.184967 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a3da72-ab2d-49c8-b10b-28dcaba199f9,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:12.201858 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (6260c8ac-0673-45b5-914a-caba360d68d4), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.203905 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:12.208927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d6165e03-b470-4024-9e80-da951a31b77a admin admin] Publish callbacks [] for security_group (1eef2097-31d8-4b6f-93e5-008376b25543), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.236478 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d6165e03-b470-4024-9e80-da951a31b77a admin admin] Publish callbacks [] for security_group (1eef2097-31d8-4b6f-93e5-008376b25543), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.352475 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (6260c8ac-0673-45b5-914a-caba360d68d4), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.353599 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:12.354232 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.421153 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d6165e03-b470-4024-9e80-da951a31b77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (1eef2097-31d8-4b6f-93e5-008376b25543), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.422839 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] Pushing event updated for resources: {'Network': ['ID=6260c8ac-0673-45b5-914a-caba360d68d4,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:12.428622 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d6165e03-b470-4024-9e80-da951a31b77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.430247 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-d6165e03-b470-4024-9e80-da951a31b77a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1eef2097-31d8-4b6f-93e5-008376b25543 HTTP/1.1" status: 204 len: 168 time: 0.3031874 Sep 15 19:28:12.436076 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network 6260c8ac-0673-45b5-914a-caba360d68d4 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:28:12.459127 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6165e03-b470-4024-9e80-da951a31b77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eef2097-31d8-4b6f-93e5-008376b25543,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:12.578768 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8f0f57ab-04ed-4c34-bb77-48803b1557b8 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1657724 Sep 15 19:28:12.582602 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33108) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:12.588123 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Request body: {'subnet': {'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-467938712-subnet', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:12.650542 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92f8e1-9c52-4f6c-9120-5765fbf290aa req-08136bd9-8831-4f30-a715-6348250be03e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:12.652069 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-eb92f8e1-9c52-4f6c-9120-5765fbf290aa req-08136bd9-8831-4f30-a715-6348250be03e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0495801 Sep 15 19:28:12.664455 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:12.702209 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-eb92f8e1-9c52-4f6c-9120-5765fbf290aa req-b935d815-96e7-4960-9a95-97baf5a5157b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Sep 15 19:28:12.747260 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Made reservation on behalf of 340975b28fc242b5bf4a3364fe702ad4 for: {'subnet': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:12.749270 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5304926'] for subnet (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:12.856299 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:13.101107 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-830519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5304904'] for subnet (2036ab81-0327-4fda-9de5-42d971e8168a), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:13.165963 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Checking segment: {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:13.166327 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Network hostable DHCP agents. Network: 6260c8ac-0673-45b5-914a-caba360d68d4, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:28:13.176834 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2036ab81-0327-4fda-9de5-42d971e8168a,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:13.318224 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Network 6260c8ac-0673-45b5-914a-caba360d68d4 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:28:13.541025 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, 6260c8ac-0673-45b5-914a-caba360d68d4) {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:13.545275 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:13.545967 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:13.549929 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf9430-d7b1-4a4c-a6a3-32c8356f1cfc None None] Network 6260c8ac-0673-45b5-914a-caba360d68d4 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:28:13.644711 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:13.652122 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-6260c8ac-0673-45b5-914a-caba360d68d4', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:28:13.653047 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:13.830301 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538e75a-455a-40a0-a54d-ff703f43b639 req-045babf2-fce8-4a67-aee6-1b29b8e9de47 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:13.831793 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5538e75a-455a-40a0-a54d-ff703f43b639 req-045babf2-fce8-4a67-aee6-1b29b8e9de47 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0511668 Sep 15 19:28:13.872873 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-60a3433b-b382-41f6-84d7-b8e604d1e6c7 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2890153 Sep 15 19:28:13.879208 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33144) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:13.883621 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:13.884901 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5538e75a-455a-40a0-a54d-ff703f43b639 req-7be37bf2-8c7f-4765-b32b-6d47170984af tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469654 Sep 15 19:28:13.998618 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:14.017732 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc748ef-a37e-4acc-a4b6-d4cffaae8d1a req-b22582e3-344b-410c-aaeb-74bb261cc694 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:14.019306 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0bc748ef-a37e-4acc-a4b6-d4cffaae8d1a req-b22582e3-344b-410c-aaeb-74bb261cc694 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Sep 15 19:28:14.020845 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Allocated IP 172.20.0.2 (6260c8ac-0673-45b5-914a-caba360d68d4/2036ab81-0327-4fda-9de5-42d971e8168a/ac7c5674-5c38-457f-9bee-6a9fa19ad3c2) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:14.058113 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (2331ef2e-0fc4-466a-a554-87a53148ad5c), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.064108 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (2331ef2e-0fc4-466a-a554-87a53148ad5c), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.076361 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:14.082398 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0bc748ef-a37e-4acc-a4b6-d4cffaae8d1a req-ff521eb8-1525-493f-8c7d-a8e1fe8af720 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570569 Sep 15 19:28:14.130812 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks [] for router_controller (2331ef2e-0fc4-466a-a554-87a53148ad5c), precommit_add_association {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.172317 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Publish callbacks [] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.318666 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.357826 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Network 6260c8ac-0673-45b5-914a-caba360d68d4 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:14.360673 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:14.364451 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:14.370023 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Pushing event updated for resources: {'Port': ['ID=ac7c5674-5c38-457f-9bee-6a9fa19ad3c2,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:14.410741 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks [] for router_gateway (2331ef2e-0fc4-466a-a554-87a53148ad5c), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.425900 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Attempting to bind port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:28:14.426268 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Attempting to bind port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:28:14.426630 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Attempting to bind port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 on network 6260c8ac-0673-45b5-914a-caba360d68d4 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:14.474255 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:28:14.475239 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Checking segment: {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:14.475680 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.476073 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Bound using segment: {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:28:14.476546 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Bound port: ac7c5674-5c38-457f-9bee-6a9fa19ad3c2, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:28:14.476926 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.543636 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] For port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:14.546815 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] For port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=ac7c5674-5c38-457f-9bee-6a9fa19ad3c2,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:14.658691 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.698224 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks [] for router_gateway (2331ef2e-0fc4-466a-a554-87a53148ad5c), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.716635 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665584d-7663-4339-bc9a-bd51a60326c8 None None] Pushing event updated for resources: {'Port': ['ID=ac7c5674-5c38-457f-9bee-6a9fa19ad3c2,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:14.719686 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:14.854050 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Allocated IP 172.27.0.102 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/52cd0d82-1b36-43c7-ae9e-c39e2a149e53) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:14.989319 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks [] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:15.157942 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:15.210892 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:15.213212 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:15.217232 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:15.239207 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Pushing event updated for resources: {'Port': ['ID=52cd0d82-1b36-43c7-ae9e-c39e2a149e53,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:15.663735 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1114b5-9fff-41ea-adac-0e4f445d00d6 None None] Network 6260c8ac-0673-45b5-914a-caba360d68d4 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:28:15.729845 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-e51286f6-d825-4c56-a8ec-53a1963c046a None None] Provisioning complete for port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:15.732113 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e51286f6-d825-4c56-a8ec-53a1963c046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:15.732113 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-e51286f6-d825-4c56-a8ec-53a1963c046a None None] Attempt 1 to provision port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 Sep 15 19:28:15.760857 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks [] for router_gateway (2331ef2e-0fc4-466a-a554-87a53148ad5c), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:15.988140 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (2331ef2e-0fc4-466a-a554-87a53148ad5c), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:16.006416 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-e51286f6-d825-4c56-a8ec-53a1963c046a None None] Current status of the port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:16.007901 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e51286f6-d825-4c56-a8ec-53a1963c046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:16.045332 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-e51286f6-d825-4c56-a8ec-53a1963c046a None None] For port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=ac7c5674-5c38-457f-9bee-6a9fa19ad3c2,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:16.175330 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e51286f6-d825-4c56-a8ec-53a1963c046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:16.228073 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51286f6-d825-4c56-a8ec-53a1963c046a None None] Pushing event updated for resources: {'Port': ['ID=ac7c5674-5c38-457f-9bee-6a9fa19ad3c2,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:16.305360 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-64979134-d525-4b0d-8671-24354b9a2448 None None] Provisioning complete for port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:16.305743 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-64979134-d525-4b0d-8671-24354b9a2448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:16.306083 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-64979134-d525-4b0d-8671-24354b9a2448 None None] Attempt 1 to provision port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 Sep 15 19:28:16.306868 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Router 2331ef2e-0fc4-466a-a554-87a53148ad5c is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:28:16.412708 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=41 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:16.416569 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:16.462017 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-64979134-d525-4b0d-8671-24354b9a2448 None None] Current status of the port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:16.638744 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:28:16.648524 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Sync routers for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:28:16.657779 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:16.658386 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:27:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:16.789868 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:16.795278 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:16.806271 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:16.808103 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-ab6b5e15-740d-4e42-bf1a-5963d6c5ac98 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9274068 Sep 15 19:28:16.811214 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33218) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:16.945928 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:16.946306 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:16.946641 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 Sep 15 19:28:17.063281 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:15Z', 'revision_number': 3, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:17.094952 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Checking router: 2331ef2e-0fc4-466a-a554-87a53148ad5c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:28:17.095300 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Updating router 2331ef2e-0fc4-466a-a554-87a53148ad5c port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:28:17.118906 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:17.131436 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:17.290202 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483c744-5357-4975-ad3b-8e42b50234d7 req-efb1b55d-8391-4482-bed8-66a7074c8d6a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:17.293333 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7483c744-5357-4975-ad3b-8e42b50234d7 req-efb1b55d-8391-4482-bed8-66a7074c8d6a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0748110 Sep 15 19:28:17.293819 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:17.336493 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-683f50e5-82d4-488d-8f4c-0c8184c686d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:17.340232 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-683f50e5-82d4-488d-8f4c-0c8184c686d8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 1129 time: 0.0823567 Sep 15 19:28:17.428664 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7483c744-5357-4975-ad3b-8e42b50234d7 req-a2460192-e5c8-45d9-819c-cb31fcb4ffea tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118348 Sep 15 19:28:17.456665 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Publish callbacks [] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:17.456810 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-d6a20537-566b-4cfd-a854-5ee83fa146d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:17.456810 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-d6a20537-566b-4cfd-a854-5ee83fa146d6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.1071894 Sep 15 19:28:17.494036 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-1db83a53-5115-46af-a17d-0bee9db74c34 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8bdaca-d337-4c5a-a11c-dbedba1578a8 HTTP/1.1" status: 200 len: 217 time: 0.0335426 Sep 15 19:28:17.495131 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:17.496129 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Allocated IP 172.20.0.1 (6260c8ac-0673-45b5-914a-caba360d68d4/2036ab81-0327-4fda-9de5-42d971e8168a/0850f33f-8c4b-4168-8e54-64894888da8b) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:17.561542 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-42c31e24-c925-4acf-8a8f-901acfb2dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:17.561542 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-42c31e24-c925-4acf-8a8f-901acfb2dfcf service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.0563340 Sep 15 19:28:17.604537 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:17.615961 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-327ddc73-f9f1-4101-b974-542138ba94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:17.617486 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-327ddc73-f9f1-4101-b974-542138ba94ab service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472488 Sep 15 19:28:17.618545 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Publish callbacks [] for port (0850f33f-8c4b-4168-8e54-64894888da8b), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:17.635780 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Attempting to bind port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:28:17.636373 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Attempting to bind port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:28:17.636830 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Attempting to bind port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:17.682109 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e559369-5432-4b84-b599-7386f793045f None None] Pushing event updated for resources: {'Port': ['ID=52cd0d82-1b36-43c7-ae9e-c39e2a149e53,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:17.698102 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:28:17.698473 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:17.698867 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:17.699256 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:28:17.699981 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Bound port: 52cd0d82-1b36-43c7-ae9e-c39e2a149e53, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:28:17.700282 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:17.723038 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-3052bbfd-84ff-4544-8e5f-4491e7e7ea29 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984464 Sep 15 19:28:17.750995 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] For port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:17.754224 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] For port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=52cd0d82-1b36-43c7-ae9e-c39e2a149e53,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:17.801438 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a77f76f5-b13c-4da5-b62f-93afb1638577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:17.851076 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-35d4bdaf-a01a-499c-b0dc-8c71ea8bc302 req-5ec10649-1bd9-4386-acc0-8c7b25ae43b3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214595 Sep 15 19:28:17.861607 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:17.862238 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:17.916100 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Network 6260c8ac-0673-45b5-914a-caba360d68d4 is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:17.919997 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:17.922014 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Pushing event updated for resources: {'Port': ['ID=0850f33f-8c4b-4168-8e54-64894888da8b,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:17.924546 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:17.934450 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:17.935161 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:27:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:17.970318 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (2331ef2e-0fc4-466a-a554-87a53148ad5c), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:18.016105 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e559369-5432-4b84-b599-7386f793045f None None] Pushing event updated for resources: {'Port': ['ID=52cd0d82-1b36-43c7-ae9e-c39e2a149e53,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:18.086277 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:18.147456 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:18.321118 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Provisioning complete for port 0850f33f-8c4b-4168-8e54-64894888da8b triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:18.322182 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:18.322182 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Attempt 1 to provision port 0850f33f-8c4b-4168-8e54-64894888da8b Sep 15 19:28:18.388855 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Port 0850f33f-8c4b-4168-8e54-64894888da8b cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:18.391212 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:15Z', 'revision_number': 3, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:18.399623 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:18.419059 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125d6d7-4ed4-49af-a426-26398eddb331 None None] The sync data for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi is: [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:15Z', 'revision_number': 3, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:28:18.571451 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762c634-e99b-434f-af33-0feeec987d77 req-3f1b2288-3c38-4c6a-ac90-0433acd07874 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:18.573073 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4762c634-e99b-434f-af33-0feeec987d77 req-3f1b2288-3c38-4c6a-ac90-0433acd07874 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0523920 Sep 15 19:28:18.584510 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Publish callbacks [] for port (0850f33f-8c4b-4168-8e54-64894888da8b), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:18.619490 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:18.624557 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4762c634-e99b-434f-af33-0feeec987d77 req-9fd1cf95-4bd3-4abe-8234-bc49932adf7a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457153 Sep 15 19:28:18.713782 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:18.797587 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:18.806145 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:18.817616 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (2331ef2e-0fc4-466a-a554-87a53148ad5c), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:18.831035 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Pushing event updated for resources: {'Port': ['ID=0850f33f-8c4b-4168-8e54-64894888da8b,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:18.872110 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:18.872480 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:18.872814 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 Sep 15 19:28:18.900455 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Attempt 2 to provision port 0850f33f-8c4b-4168-8e54-64894888da8b Sep 15 19:28:18.937821 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Port 0850f33f-8c4b-4168-8e54-64894888da8b cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:18.938876 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:18.969216 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Network 6260c8ac-0673-45b5-914a-caba360d68d4 is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:18.973680 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:19.047131 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:19.047131 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:19.065298 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=52cd0d82-1b36-43c7-ae9e-c39e2a149e53,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:19.085732 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33264) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:19.175875 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Router 2331ef2e-0fc4-466a-a554-87a53148ad5c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:28:19.226618 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:19.280130 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8c17721b-a52b-43b3-92b5-4c01b158410d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:19.299202 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=52cd0d82-1b36-43c7-ae9e-c39e2a149e53,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:19.361095 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:28:19.366740 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-86484e0c-6173-470b-81d9-5d4353530a3b admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2331ef2e-0fc4-466a-a554-87a53148ad5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5544882 Sep 15 19:28:19.421494 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8c17721b-a52b-43b3-92b5-4c01b158410d admin admin] Publish callbacks [] for security_group (ed41f8bd-8588-4837-9c80-c6d757021118), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:19.437455 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Attempt 3 to provision port 0850f33f-8c4b-4168-8e54-64894888da8b Sep 15 19:28:19.529152 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8c17721b-a52b-43b3-92b5-4c01b158410d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (ed41f8bd-8588-4837-9c80-c6d757021118), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:19.570255 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8c17721b-a52b-43b3-92b5-4c01b158410d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=25f601a4b4184d858fa699a0ab0bf6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834175 Sep 15 19:28:19.572765 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17721b-a52b-43b3-92b5-4c01b158410d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed41f8bd-8588-4837-9c80-c6d757021118,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:19.572996 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33274) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:19.597526 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Port 0850f33f-8c4b-4168-8e54-64894888da8b cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:19.634006 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee7a3-1773-40c6-a939-7484bb3b302d admin admin] Publish callbacks [] for security_group (ed41f8bd-8588-4837-9c80-c6d757021118), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:19.657103 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee7a3-1773-40c6-a939-7484bb3b302d admin admin] Publish callbacks [] for security_group (ed41f8bd-8588-4837-9c80-c6d757021118), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:19.754317 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516a7cd-c0ac-4be4-b4a4-0412962eaa4c req-3bfa029d-92b9-482d-a63e-fbcdcd155c13 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:19.756468 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a516a7cd-c0ac-4be4-b4a4-0412962eaa4c req-3bfa029d-92b9-482d-a63e-fbcdcd155c13 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0498035 Sep 15 19:28:19.810734 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a516a7cd-c0ac-4be4-b4a4-0412962eaa4c req-3762af56-d5cf-40fb-99a9-be93e86d7899 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485349 Sep 15 19:28:19.895068 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee7a3-1773-40c6-a939-7484bb3b302d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (ed41f8bd-8588-4837-9c80-c6d757021118), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:19.898178 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee7a3-1773-40c6-a939-7484bb3b302d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:19.898813 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ca1ee7a3-1773-40c6-a939-7484bb3b302d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ed41f8bd-8588-4837-9c80-c6d757021118 HTTP/1.1" status: 204 len: 168 time: 0.3247564 Sep 15 19:28:19.907031 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33286) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:19.913600 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ee7a3-1773-40c6-a939-7484bb3b302d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed41f8bd-8588-4837-9c80-c6d757021118,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:19.919576 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-a56d5475-4476-4365-bad3-6846c5991102 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568958743', 'description': 'tempest-description--905686331'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:20.032523 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a56d5475-4476-4365-bad3-6846c5991102 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.078131 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-35f9eddb-a6a6-4b61-ae82-e6431b824c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.098579 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Attempt 4 to provision port 0850f33f-8c4b-4168-8e54-64894888da8b Sep 15 19:28:20.116337 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a56d5475-4476-4365-bad3-6846c5991102 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (cf3c6630-c097-41e8-b3fd-a2d03977c3a3), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.126140 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:20.136326 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Port 0850f33f-8c4b-4168-8e54-64894888da8b cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:20.148602 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Sync routers for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:28:20.159796 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:20.160414 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:20.260644 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a56d5475-4476-4365-bad3-6846c5991102 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (cf3c6630-c097-41e8-b3fd-a2d03977c3a3), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.269027 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:20.299289 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d5475-4476-4365-bad3-6846c5991102 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3c6630-c097-41e8-b3fd-a2d03977c3a3,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:20.408840 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a56d5475-4476-4365-bad3-6846c5991102 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.414000 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a56d5475-4476-4365-bad3-6846c5991102 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4943299 Sep 15 19:28:20.414198 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33296) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:20.418743 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-8f8252d9-10d4-4d1e-a08d-86bd547d845f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c6630-c097-41e8-b3fd-a2d03977c3a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:20.467363 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 2, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:20.492630 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Checking router: 2331ef2e-0fc4-466a-a554-87a53148ad5c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:28:20.492970 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Updating router 2331ef2e-0fc4-466a-a554-87a53148ad5c port 0850f33f-8c4b-4168-8e54-64894888da8b binding host dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:28:20.519692 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.600318 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f8252d9-10d4-4d1e-a08d-86bd547d845f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (ce8db434-6a47-41a4-bb82-ffcc48ac35bf), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.637234 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Attempt 5 to provision port 0850f33f-8c4b-4168-8e54-64894888da8b Sep 15 19:28:20.660255 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f8252d9-10d4-4d1e-a08d-86bd547d845f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (ce8db434-6a47-41a4-bb82-ffcc48ac35bf), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.674179 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Port 0850f33f-8c4b-4168-8e54-64894888da8b cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:20.762828 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:20.784387 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Publish callbacks [] for port (0850f33f-8c4b-4168-8e54-64894888da8b), precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.789338 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f8252d9-10d4-4d1e-a08d-86bd547d845f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (ce8db434-6a47-41a4-bb82-ffcc48ac35bf), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.809091 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:20.809524 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.809788 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 Sep 15 19:28:20.810987 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8252d9-10d4-4d1e-a08d-86bd547d845f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8db434-6a47-41a4-bb82-ffcc48ac35bf,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:20.844259 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33302) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:20.858053 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dcee4fe2-c81f-43b2-ad56-80ae7e55eb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.890482 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:20.952697 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:20.955128 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea8338-3073-47d7-baaf-363d06543877 req-2bf9498f-b47a-480d-af98-a1c89763768f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:20.956725 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f3ea8338-3073-47d7-baaf-363d06543877 req-2bf9498f-b47a-480d-af98-a1c89763768f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0485888 Sep 15 19:28:20.977641 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dcee4fe2-c81f-43b2-ad56-80ae7e55eb68 admin admin] Publish callbacks [] for security_group (39ca3004-6312-46fc-851a-f34423083056), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.011961 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Pushing event updated for resources: {'Port': ['ID=0850f33f-8c4b-4168-8e54-64894888da8b,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:21.012219 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f3ea8338-3073-47d7-baaf-363d06543877 req-4cf47a1c-a8f8-45b0-850a-5babb29fac4e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476661 Sep 15 19:28:21.018833 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8f8252d9-10d4-4d1e-a08d-86bd547d845f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.023793 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33304) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:21.039801 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8f8252d9-10d4-4d1e-a08d-86bd547d845f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6084690 Sep 15 19:28:21.040134 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-f46b08f7-ffb3-4493-807b-351d20e8def3 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c6630-c097-41e8-b3fd-a2d03977c3a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:21.040213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040842 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.040842 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.041136 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.041632 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.041955 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:21.059547 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Attempting to bind port 0850f33f-8c4b-4168-8e54-64894888da8b on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:28:21.060041 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Attempting to bind port 0850f33f-8c4b-4168-8e54-64894888da8b by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:28:21.060491 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Attempting to bind port 0850f33f-8c4b-4168-8e54-64894888da8b on network 6260c8ac-0673-45b5-914a-caba360d68d4 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:21.110191 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:28:21.110654 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Checking segment: {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:21.110952 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.111341 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Bound using segment: {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:28:21.111846 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Bound port: 0850f33f-8c4b-4168-8e54-64894888da8b, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:28:21.112226 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.123545 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dcee4fe2-c81f-43b2-ad56-80ae7e55eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (39ca3004-6312-46fc-851a-f34423083056), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.164749 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-dcee4fe2-c81f-43b2-ad56-80ae7e55eb68 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=150c88f4277f41bb87d459d6d7c2d3d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192768 Sep 15 19:28:21.165676 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee4fe2-c81f-43b2-ad56-80ae7e55eb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ca3004-6312-46fc-851a-f34423083056,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:21.167523 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33310) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:21.173968 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] For port 0850f33f-8c4b-4168-8e54-64894888da8b, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:21.175911 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Attempt 6 to provision port 0850f33f-8c4b-4168-8e54-64894888da8b Sep 15 19:28:21.183568 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] For port 0850f33f-8c4b-4168-8e54-64894888da8b, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=0850f33f-8c4b-4168-8e54-64894888da8b,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:21.212667 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f46b08f7-ffb3-4493-807b-351d20e8def3 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (1d3d7e3a-b8a4-4988-857c-b0e47f4e3b03), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.212909 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.226425 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Port 0850f33f-8c4b-4168-8e54-64894888da8b cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:21.234339 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:21.258001 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-59e7f351-722c-478d-89ae-5380e2f57078 admin admin] Publish callbacks [] for security_group (39ca3004-6312-46fc-851a-f34423083056), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.300062 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-59e7f351-722c-478d-89ae-5380e2f57078 admin admin] Publish callbacks [] for security_group (39ca3004-6312-46fc-851a-f34423083056), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.300062 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f46b08f7-ffb3-4493-807b-351d20e8def3 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (1d3d7e3a-b8a4-4988-857c-b0e47f4e3b03), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.589939 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.619284 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:21.619966 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:21.629508 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:21.630125 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:21.685126 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453924d-8d64-4b6d-b4ec-3987bb6bd31a None None] Pushing event updated for resources: {'Port': ['ID=0850f33f-8c4b-4168-8e54-64894888da8b,revision_number=4']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:21.717777 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-59e7f351-722c-478d-89ae-5380e2f57078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (39ca3004-6312-46fc-851a-f34423083056), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.720719 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-59e7f351-722c-478d-89ae-5380e2f57078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.722115 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-59e7f351-722c-478d-89ae-5380e2f57078 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/39ca3004-6312-46fc-851a-f34423083056 HTTP/1.1" status: 204 len: 168 time: 0.5533237 Sep 15 19:28:21.722840 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f46b08f7-ffb3-4493-807b-351d20e8def3 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (1d3d7e3a-b8a4-4988-857c-b0e47f4e3b03), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.728654 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Attempt 7 to provision port 0850f33f-8c4b-4168-8e54-64894888da8b Sep 15 19:28:21.752323 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7f351-722c-478d-89ae-5380e2f57078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ca3004-6312-46fc-851a-f34423083056,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:21.763680 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b08f7-ffb3-4493-807b-351d20e8def3 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3d7e3a-b8a4-4988-857c-b0e47f4e3b03,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:21.767207 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:21.825167 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Current status of the port 0850f33f-8c4b-4168-8e54-64894888da8b is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:21.825555 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.863503 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] For port 0850f33f-8c4b-4168-8e54-64894888da8b, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=0850f33f-8c4b-4168-8e54-64894888da8b,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:21.970543 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:21.988643 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f46b08f7-ffb3-4493-807b-351d20e8def3 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:21.993507 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-f46b08f7-ffb3-4493-807b-351d20e8def3 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9646616 Sep 15 19:28:22.003817 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33318) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:22.004757 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db484d-d280-4838-bd9e-1195875242c0 None None] The sync data for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi is: [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:28:22.004902 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:22.128972 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:22.204809 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:22.206208 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b2321-a931-4e09-a825-3c1c94f519fb None None] Pushing event updated for resources: {'Port': ['ID=0850f33f-8c4b-4168-8e54-64894888da8b,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:22.266613 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-e17ead13-e7fe-4728-8986-c84f916dc038 None None] Provisioning complete for port 0850f33f-8c4b-4168-8e54-64894888da8b triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:22.267362 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e17ead13-e7fe-4728-8986-c84f916dc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:22.268050 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-e17ead13-e7fe-4728-8986-c84f916dc038 None None] Attempt 1 to provision port 0850f33f-8c4b-4168-8e54-64894888da8b Sep 15 19:28:22.286282 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eaaa8-bbec-4368-98b3-91cd6d6d28b0 req-37727ec8-ad83-45a2-a3dd-c27f19d3ce9f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:22.304643 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7d5eaaa8-bbec-4368-98b3-91cd6d6d28b0 req-37727ec8-ad83-45a2-a3dd-c27f19d3ce9f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.1483731 Sep 15 19:28:22.405770 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-e17ead13-e7fe-4728-8986-c84f916dc038 None None] Current status of the port 0850f33f-8c4b-4168-8e54-64894888da8b is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:22.476245 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7d5eaaa8-bbec-4368-98b3-91cd6d6d28b0 req-6f1e78be-4bd4-4309-9ae8-a425ba15150e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704025 Sep 15 19:28:22.507169 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:22.661290 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Allocated IP 172.27.0.241 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/011517e5-742b-4835-b8ba-7bc19871204e) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:22.757381 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:22.832086 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 0850f33f-8c4b-4168-8e54-64894888da8b up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:22.855252 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for port (011517e5-742b-4835-b8ba-7bc19871204e), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:22.910492 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:22.946095 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 0850f33f-8c4b-4168-8e54-64894888da8b triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:22.946500 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:22.946918 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 0850f33f-8c4b-4168-8e54-64894888da8b Sep 15 19:28:23.028263 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33378) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:23.037018 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (011517e5-742b-4835-b8ba-7bc19871204e), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.056953 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-89572c25-abd1-4ec1-bdaf-7315febcea8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.100165 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:23.100915 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 0850f33f-8c4b-4168-8e54-64894888da8b is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:23.111750 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:23.111750 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:23.151682 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'Port': ['ID=011517e5-742b-4835-b8ba-7bc19871204e,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:23.237035 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (b3be8889-f1fc-4124-9b24-5325e6799ba8), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.284300 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-89572c25-abd1-4ec1-bdaf-7315febcea8d admin admin] Publish callbacks [] for security_group (83abf4d3-abd6-49ed-b646-049223b36d7e), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.440450 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (011517e5-742b-4835-b8ba-7bc19871204e), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.487588 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-89572c25-abd1-4ec1-bdaf-7315febcea8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (83abf4d3-abd6-49ed-b646-049223b36d7e), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.529400 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89572c25-abd1-4ec1-bdaf-7315febcea8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83abf4d3-abd6-49ed-b646-049223b36d7e,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:23.537626 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-89572c25-abd1-4ec1-bdaf-7315febcea8d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e7c237ec7a3c45b6b6d574fd428a5533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072331 Sep 15 19:28:23.541350 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33396) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:23.646666 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eed1be-d0ca-4a37-972f-85571cc972a0 req-ffac521b-46b6-4189-aac7-30c28cdaf3e5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:23.648700 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b7eed1be-d0ca-4a37-972f-85571cc972a0 req-ffac521b-46b6-4189-aac7-30c28cdaf3e5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0627728 Sep 15 19:28:23.649438 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1b55de83-6352-49cd-8112-921bc83d4310 admin admin] Publish callbacks [] for security_group (83abf4d3-abd6-49ed-b646-049223b36d7e), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.650415 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for port (011517e5-742b-4835-b8ba-7bc19871204e), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.684286 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1b55de83-6352-49cd-8112-921bc83d4310 admin admin] Publish callbacks [] for security_group (83abf4d3-abd6-49ed-b646-049223b36d7e), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.760633 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b7eed1be-d0ca-4a37-972f-85571cc972a0 req-f5ce0f85-ec81-481d-aafb-910f5912f414 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030288 Sep 15 19:28:23.777302 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (011517e5-742b-4835-b8ba-7bc19871204e), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.849018 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'Port': ['ID=011517e5-742b-4835-b8ba-7bc19871204e,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:23.851472 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (b3be8889-f1fc-4124-9b24-5325e6799ba8), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.935085 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1b55de83-6352-49cd-8112-921bc83d4310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (83abf4d3-abd6-49ed-b646-049223b36d7e), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.937755 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1b55de83-6352-49cd-8112-921bc83d4310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:23.939936 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-1b55de83-6352-49cd-8112-921bc83d4310 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/83abf4d3-abd6-49ed-b646-049223b36d7e HTTP/1.1" status: 204 len: 168 time: 0.3967681 Sep 15 19:28:23.942884 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33404) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:23.948490 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55de83-6352-49cd-8112-921bc83d4310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83abf4d3-abd6-49ed-b646-049223b36d7e,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:24.034005 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:24.035408 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-388327e9-7f76-4aa6-9e36-b66f95e2bae1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0403824 Sep 15 19:28:24.068846 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a584ad6b-ffe6-4f4a-af7a-2a9233931c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:24.156716 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a584ad6b-ffe6-4f4a-af7a-2a9233931c7a admin admin] Publish callbacks [] for security_group (b42b6992-4a15-47fb-98e1-80e316fd5b4b), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:24.260168 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:24.264809 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-62c37536-f82f-4e31-9a0f-68970db93e8a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1568958743&fields=id&tenant_id=340975b28fc242b5bf4a3364fe702ad4 HTTP/1.1" status: 200 len: 267 time: 0.0565867 Sep 15 19:28:24.326361 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a584ad6b-ffe6-4f4a-af7a-2a9233931c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (b42b6992-4a15-47fb-98e1-80e316fd5b4b), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:24.400317 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a584ad6b-ffe6-4f4a-af7a-2a9233931c7a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=27b00afc58f04d35836eff41fee1268e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560804 Sep 15 19:28:24.400651 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33424) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:24.404896 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584ad6b-ffe6-4f4a-af7a-2a9233931c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42b6992-4a15-47fb-98e1-80e316fd5b4b,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:24.434145 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673934b0-04a1-4b0e-8039-c26159f46baa req-3ade69b0-6e26-481f-a0ef-782bf9b6e354 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:24.439300 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-3ade69b0-6e26-481f-a0ef-782bf9b6e354 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6260c8ac-0673-45b5-914a-caba360d68d4 HTTP/1.1" status: 200 len: 810 time: 0.1641593 Sep 15 19:28:24.452537 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-09dfbcad-e926-4b1a-a21a-3b70e5540bfa tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/quotas/340975b28fc242b5bf4a3364fe702ad4 HTTP/1.1" status: 200 len: 375 time: 0.0108814 Sep 15 19:28:24.480576 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eff8269-d7fb-4023-96fc-4991d0964c08 admin admin] Publish callbacks [] for security_group (b42b6992-4a15-47fb-98e1-80e316fd5b4b), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:24.510272 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eff8269-d7fb-4023-96fc-4991d0964c08 admin admin] Publish callbacks [] for security_group (b42b6992-4a15-47fb-98e1-80e316fd5b4b), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:24.510501 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-2497a7e6-83b9-4eac-a435-00ecb7a556e4 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=340975b28fc242b5bf4a3364fe702ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521066 Sep 15 19:28:24.563423 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:24.625362 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-2c174ef1-995f-4b0c-bd1d-4648e6acaeeb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003468 Sep 15 19:28:24.718265 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-2f4a2e0e-d0d6-4854-a519-ffbca08c0d79 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870728 Sep 15 19:28:24.774905 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:24.886407 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a32dc-817a-414c-9237-deb098968738 req-d69a022e-3197-48b8-9b19-ac64a7dfcde5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:24.888200 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e14a32dc-817a-414c-9237-deb098968738 req-d69a022e-3197-48b8-9b19-ac64a7dfcde5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0530202 Sep 15 19:28:24.889537 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eff8269-d7fb-4023-96fc-4991d0964c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (b42b6992-4a15-47fb-98e1-80e316fd5b4b), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:24.892735 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eff8269-d7fb-4023-96fc-4991d0964c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:24.895545 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-7eff8269-d7fb-4023-96fc-4991d0964c08 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b42b6992-4a15-47fb-98e1-80e316fd5b4b HTTP/1.1" status: 204 len: 168 time: 0.4914751 Sep 15 19:28:24.918949 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff8269-d7fb-4023-96fc-4991d0964c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42b6992-4a15-47fb-98e1-80e316fd5b4b,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:24.989380 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e14a32dc-817a-414c-9237-deb098968738 req-487aa277-844c-4e94-be0a-2a393e12f690 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860012 Sep 15 19:28:25.035488 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:25.191610 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-672a234b-0f05-4128-b730-c439e61d13c5 req-e3596a88-60ec-43ab-98e5-500e9e6ae701 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 210 time: 0.0323474 Sep 15 19:28:25.853209 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:26.124723 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8f64f-5372-477d-af49-da8b7eff4375 req-c58e1410-db0b-4259-ba8a-86ccc7d8fe2d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:26.126251 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-24a8f64f-5372-477d-af49-da8b7eff4375 req-c58e1410-db0b-4259-ba8a-86ccc7d8fe2d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0577700 Sep 15 19:28:26.178609 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-24a8f64f-5372-477d-af49-da8b7eff4375 req-0f0a4b64-184c-4913-bbbd-6b88623fda9f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460479 Sep 15 19:28:26.261402 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33520) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:26.275326 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-07a2c5f1-0cac-40ec-b2a8-2bb842ef8902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:26.283627 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a2f1966b-4824-4d4a-bfdd-745277359d7f req-868b6185-398d-43ef-a212-e88af491ce4a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 210 time: 0.0296192 Sep 15 19:28:26.355601 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-07a2c5f1-0cac-40ec-b2a8-2bb842ef8902 admin admin] Publish callbacks [] for security_group (feba61fa-fa8e-4e28-a63d-81ee188ef13b), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:26.609040 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-07a2c5f1-0cac-40ec-b2a8-2bb842ef8902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (feba61fa-fa8e-4e28-a63d-81ee188ef13b), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:26.652945 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-07a2c5f1-0cac-40ec-b2a8-2bb842ef8902 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=21978ec05424410893c691528f348c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904347 Sep 15 19:28:26.654512 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2c5f1-0cac-40ec-b2a8-2bb842ef8902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feba61fa-fa8e-4e28-a63d-81ee188ef13b,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:26.655744 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33534) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:26.710179 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a0fa9025-4711-481c-b11d-519211d164fd admin admin] Publish callbacks [] for security_group (feba61fa-fa8e-4e28-a63d-81ee188ef13b), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:26.730751 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a0fa9025-4711-481c-b11d-519211d164fd admin admin] Publish callbacks [] for security_group (feba61fa-fa8e-4e28-a63d-81ee188ef13b), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:26.900879 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a0fa9025-4711-481c-b11d-519211d164fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (feba61fa-fa8e-4e28-a63d-81ee188ef13b), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:26.906892 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a0fa9025-4711-481c-b11d-519211d164fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:26.906892 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-a0fa9025-4711-481c-b11d-519211d164fd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/feba61fa-fa8e-4e28-a63d-81ee188ef13b HTTP/1.1" status: 204 len: 168 time: 0.2478313 Sep 15 19:28:26.916183 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa9025-4711-481c-b11d-519211d164fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feba61fa-fa8e-4e28-a63d-81ee188ef13b,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:27.318286 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38544b2-9b1d-430a-8a1f-9c56bae42e76 req-60541527-db21-434e-aca3-30252da8737f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:27.319944 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e38544b2-9b1d-430a-8a1f-9c56bae42e76 req-60541527-db21-434e-aca3-30252da8737f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0577164 Sep 15 19:28:27.329212 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:27.372972 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e38544b2-9b1d-430a-8a1f-9c56bae42e76 req-3f47e9e4-d1a7-40eb-b951-cbbc21a8af9b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473957 Sep 15 19:28:27.405186 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-14e9f964-0a4e-4fa6-b20b-6497817fbb7f req-431a9fdc-4379-4d5d-a176-4309bccf9622 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 210 time: 0.0357494 Sep 15 19:28:28.505108 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50263a-aee4-4067-a36d-1546ff4a1259 req-897966b3-8649-43a3-ac45-0e80d42dcae9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:28.506659 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4d50263a-aee4-4067-a36d-1546ff4a1259 req-897966b3-8649-43a3-ac45-0e80d42dcae9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0499511 Sep 15 19:28:28.514677 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d93f448d-804e-44f0-bad1-e964eb16eb66 req-ca1f4004-d01a-4c7d-b66e-ecbf371eb200 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 210 time: 0.0301402 Sep 15 19:28:28.565337 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4d50263a-aee4-4067-a36d-1546ff4a1259 req-95737d9a-a10b-420e-ac09-61d43593f423 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526459 Sep 15 19:28:28.612456 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:28.826540 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33592) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:28.840748 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6b17bc18-f059-4097-80d7-210347b961f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:28.916800 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6b17bc18-f059-4097-80d7-210347b961f5 admin admin] Publish callbacks [] for security_group (82461bf7-0f8c-4664-b536-b38c78b1c38e), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:29.186841 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6b17bc18-f059-4097-80d7-210347b961f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (82461bf7-0f8c-4664-b536-b38c78b1c38e), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:29.237243 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-6b17bc18-f059-4097-80d7-210347b961f5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=29866eae47fd4461861b2153917a6f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4071915 Sep 15 19:28:29.237417 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17bc18-f059-4097-80d7-210347b961f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82461bf7-0f8c-4664-b536-b38c78b1c38e,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:29.237798 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33602) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:29.297884 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-66d7d988-4819-4944-8004-1beea827ae39 admin admin] Publish callbacks [] for security_group (82461bf7-0f8c-4664-b536-b38c78b1c38e), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:29.318298 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-66d7d988-4819-4944-8004-1beea827ae39 admin admin] Publish callbacks [] for security_group (82461bf7-0f8c-4664-b536-b38c78b1c38e), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:29.539553 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673934b0-04a1-4b0e-8039-c26159f46baa req-88d87458-159c-44b7-9fc5-5e751f12f529 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:29.541033 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-88d87458-159c-44b7-9fc5-5e751f12f529 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6260c8ac-0673-45b5-914a-caba360d68d4 HTTP/1.1" status: 200 len: 810 time: 0.1155796 Sep 15 19:28:29.618124 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-6912ac00-1d19-4655-a0f6-d79fca04301b tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=340975b28fc242b5bf4a3364fe702ad4 HTTP/1.1" status: 200 len: 380 time: 0.0681648 Sep 15 19:28:29.637595 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'port': {'device_id': '8ddcd684-503e-4123-9078-c4821c63519f', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'admin_state_up': True, 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'security_groups': ['cf3c6630-c097-41e8-b3fd-a2d03977c3a3']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:29.642017 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3dc2dad4-fc6c-4d14-be08-c9a84e479422 req-df319ac4-6b27-45a2-9d8c-ff1ca22e7954 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 210 time: 0.0444920 Sep 15 19:28:29.714535 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-66d7d988-4819-4944-8004-1beea827ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (82461bf7-0f8c-4664-b536-b38c78b1c38e), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:29.719732 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-66d7d988-4819-4944-8004-1beea827ae39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:29.722652 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-66d7d988-4819-4944-8004-1beea827ae39 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/82461bf7-0f8c-4664-b536-b38c78b1c38e HTTP/1.1" status: 204 len: 168 time: 0.4837325 Sep 15 19:28:29.742219 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72389d-0893-4ab7-ad59-29b2e8be09c0 req-61a49ddc-7a5e-447a-8d49-7909180cfea7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:29.743780 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6e72389d-0893-4ab7-ad59-29b2e8be09c0 req-61a49ddc-7a5e-447a-8d49-7909180cfea7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0979183 Sep 15 19:28:29.761022 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7d988-4819-4944-8004-1beea827ae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82461bf7-0f8c-4664-b536-b38c78b1c38e,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:29.819925 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6e72389d-0893-4ab7-ad59-29b2e8be09c0 req-8ca8496e-854a-45e2-9fcc-e210b53ae32f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608976 Sep 15 19:28:30.057717 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Made reservation on behalf of 340975b28fc242b5bf4a3364fe702ad4 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:30.061646 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.182623 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33620) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:30.223226 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Allocated IP 172.20.0.10 (6260c8ac-0673-45b5-914a-caba360d68d4/2036ab81-0327-4fda-9de5-42d971e8168a/83b9862f-0442-4819-8455-b738ec1a0232) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:30.325665 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5e4b-dcb6-4f9b-9581-ec9049328e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.420484 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for port (83b9862f-0442-4819-8455-b738ec1a0232), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.433343 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5e4b-dcb6-4f9b-9581-ec9049328e5b admin admin] Publish callbacks [] for security_group (1dcdaba6-0350-490e-b980-f3e37c659769), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.469983 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:30.636179 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5e4b-dcb6-4f9b-9581-ec9049328e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (1dcdaba6-0350-490e-b980-f3e37c659769), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.636585 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (83b9862f-0442-4819-8455-b738ec1a0232), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.684108 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-4e6b5e4b-dcb6-4f9b-9581-ec9049328e5b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=92494f2ed3104d41b5a84bdc2ddf3ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5003626 Sep 15 19:28:30.685089 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b5e4b-dcb6-4f9b-9581-ec9049328e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcdaba6-0350-490e-b980-f3e37c659769,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:30.689483 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33644) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:30.692336 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Network 6260c8ac-0673-45b5-914a-caba360d68d4 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:30.697120 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:30.701884 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:30.705895 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'Port': ['ID=83b9862f-0442-4819-8455-b738ec1a0232,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:30.736061 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.736402 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.736732 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.737064 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.737391 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.737714 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.738034 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.738353 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.738672 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.739127 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.739465 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.739822 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.740140 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.740459 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.740787 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:30.769155 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cfac5896-8c59-44a8-bd10-6d68f9441552 admin admin] Publish callbacks [] for security_group (1dcdaba6-0350-490e-b980-f3e37c659769), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.792160 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:30.792807 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.807280 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cfac5896-8c59-44a8-bd10-6d68f9441552 admin admin] Publish callbacks [] for security_group (1dcdaba6-0350-490e-b980-f3e37c659769), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.819350 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda25e39-91ab-4499-9183-144f86b5ee8a req-15dde55d-c011-4013-8e1a-b4d340003d18 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:30.821475 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cda25e39-91ab-4499-9183-144f86b5ee8a req-15dde55d-c011-4013-8e1a-b4d340003d18 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 932 time: 0.0749753 Sep 15 19:28:30.903160 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cda25e39-91ab-4499-9183-144f86b5ee8a req-66ba169a-48fb-4cb2-b047-80514a326be6 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738685 Sep 15 19:28:30.967848 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988065a-f49b-46f5-8e43-538ed9088e3d req-81f7474c-147a-44e9-bc10-968a01d1bceb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:30.969391 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7988065a-f49b-46f5-8e43-538ed9088e3d req-81f7474c-147a-44e9-bc10-968a01d1bceb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0624685 Sep 15 19:28:30.983057 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-a0757c87-066f-434c-aee2-ea1bfd8a7022 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3496082 Sep 15 19:28:30.983226 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cfac5896-8c59-44a8-bd10-6d68f9441552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (1dcdaba6-0350-490e-b980-f3e37c659769), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.986207 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cfac5896-8c59-44a8-bd10-6d68f9441552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:30.987471 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-cfac5896-8c59-44a8-bd10-6d68f9441552 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1dcdaba6-0350-490e-b980-f3e37c659769 HTTP/1.1" status: 204 len: 168 time: 0.2990108 Sep 15 19:28:30.999982 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Provisioning complete for port 83b9862f-0442-4819-8455-b738ec1a0232 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:31.001683 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (83b9862f-0442-4819-8455-b738ec1a0232), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:31.002030 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Attempt 1 to provision port 83b9862f-0442-4819-8455-b738ec1a0232 Sep 15 19:28:31.009672 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Request body: {'port': {'device_id': '8ddcd684-503e-4123-9078-c4821c63519f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:31.010828 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac5896-8c59-44a8-bd10-6d68f9441552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcdaba6-0350-490e-b980-f3e37c659769,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:31.042021 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7988065a-f49b-46f5-8e43-538ed9088e3d req-4dd299de-9766-476a-bd19-b6b20bb9c234 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668995 Sep 15 19:28:31.079048 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Port 83b9862f-0442-4819-8455-b738ec1a0232 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:31.107640 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (83b9862f-0442-4819-8455-b738ec1a0232), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:31.374245 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b9862f-0442-4819-8455-b738ec1a0232 {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:28:31.382062 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Publish callbacks [] for port (83b9862f-0442-4819-8455-b738ec1a0232), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:31.403113 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Transition to ACTIVE for port object 83b9862f-0442-4819-8455-b738ec1a0232 will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:28:31.580249 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Attempt 2 to provision port 83b9862f-0442-4819-8455-b738ec1a0232 Sep 15 19:28:31.635041 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Port 83b9862f-0442-4819-8455-b738ec1a0232 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:32.008580 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:28:32.048902 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629adf3-d281-4376-a14e-f62a8b31af31 req-dbe0c740-f8f6-4635-a689-6cd35b904577 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:32.052253 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f629adf3-d281-4376-a14e-f62a8b31af31 req-dbe0c740-f8f6-4635-a689-6cd35b904577 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 932 time: 0.0500336 Sep 15 19:28:32.086439 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (83b9862f-0442-4819-8455-b738ec1a0232), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:32.131595 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f629adf3-d281-4376-a14e-f62a8b31af31 req-4ea4d670-a0f7-44fc-8690-ee9ccd6d065c tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746531 Sep 15 19:28:32.135785 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Attempt 3 to provision port 83b9862f-0442-4819-8455-b738ec1a0232 Sep 15 19:28:32.165986 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Pushing event updated for resources: {'Port': ['ID=83b9862f-0442-4819-8455-b738ec1a0232,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:32.171778 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Port 83b9862f-0442-4819-8455-b738ec1a0232 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:32.196524 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdb54-6af0-422e-9644-50b7b67ff987 req-8b15dea2-f6b2-42fa-b7af-1217156ffe68 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:32.198608 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9effdb54-6af0-422e-9644-50b7b67ff987 req-8b15dea2-f6b2-42fa-b7af-1217156ffe68 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0725257 Sep 15 19:28:32.246432 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Attempting to bind port 83b9862f-0442-4819-8455-b738ec1a0232 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:28:32.246769 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Attempting to bind port 83b9862f-0442-4819-8455-b738ec1a0232 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:28:32.247445 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Attempting to bind port 83b9862f-0442-4819-8455-b738ec1a0232 on network 6260c8ac-0673-45b5-914a-caba360d68d4 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:32.255169 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9effdb54-6af0-422e-9644-50b7b67ff987 req-5e21efde-44e9-44af-8a47-4fd686d4cf7c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503850 Sep 15 19:28:32.307263 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Port 83b9862f-0442-4819-8455-b738ec1a0232 on network 6260c8ac-0673-45b5-914a-caba360d68d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:28:32.307587 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Attempting to bind port 83b9862f-0442-4819-8455-b738ec1a0232 on network 6260c8ac-0673-45b5-914a-caba360d68d4 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:32.376519 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:28:32.376852 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Checking segment: {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:32.377228 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Bound using segment: {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:28:32.377659 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Bound port: 83b9862f-0442-4819-8455-b738ec1a0232, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:28:32.378013 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (83b9862f-0442-4819-8455-b738ec1a0232), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:32.441772 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] For port 83b9862f-0442-4819-8455-b738ec1a0232, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:32.445061 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] For port 83b9862f-0442-4819-8455-b738ec1a0232, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=83b9862f-0442-4819-8455-b738ec1a0232,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:32.673534 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Attempt 4 to provision port 83b9862f-0442-4819-8455-b738ec1a0232 Sep 15 19:28:32.706645 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Port 83b9862f-0442-4819-8455-b738ec1a0232 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:33.208351 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Attempt 5 to provision port 83b9862f-0442-4819-8455-b738ec1a0232 Sep 15 19:28:33.240305 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Port 83b9862f-0442-4819-8455-b738ec1a0232 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:33.253823 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (83b9862f-0442-4819-8455-b738ec1a0232), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:33.265895 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:33.266858 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:33.268037 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/83b9862f-0442-4819-8455-b738ec1a0232 HTTP/1.1" status: 200 len: 1094 time: 2.2643023 Sep 15 19:28:33.268586 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddcd684-503e-4123-9078-c4821c63519f', 'tag': '83b9862f-0442-4819-8455-b738ec1a0232'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:28:33.271111 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d588997a-213f-42ee-847c-2cdfe8582b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddcd684-503e-4123-9078-c4821c63519f", "tag": "83b9862f-0442-4819-8455-b738ec1a0232"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:28:33.323743 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee48e8-b164-4919-b0ef-974863a97e71 req-29813343-39b0-4100-a222-b6a028f2ccc9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:33.325141 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3eee48e8-b164-4919-b0ef-974863a97e71 req-29813343-39b0-4100-a222-b6a028f2ccc9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 944 time: 0.1171300 Sep 15 19:28:33.358824 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea888e04-12fc-4f34-a456-505d063f381b x-openstack-request-id: req-ea888e04-12fc-4f34-a456-505d063f381b {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:28:33.359126 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddcd684-503e-4123-9078-c4821c63519f", "tag": "83b9862f-0442-4819-8455-b738ec1a0232", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:28:33.359583 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea888e04-12fc-4f34-a456-505d063f381b {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:28:33.360013 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea888e04-12fc-4f34-a456-505d063f381b'] response: {'name': 'network-changed', 'server_uuid': '8ddcd684-503e-4123-9078-c4821c63519f', 'tag': '83b9862f-0442-4819-8455-b738ec1a0232', 'status': 'completed', 'code': 200} Sep 15 19:28:33.385007 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aba605-831d-484c-9e83-08ffc0f048ba service neutron] Pushing event updated for resources: {'Port': ['ID=83b9862f-0442-4819-8455-b738ec1a0232,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:33.394851 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3eee48e8-b164-4919-b0ef-974863a97e71 req-538a17fc-638d-4223-b402-982811209219 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623791 Sep 15 19:28:33.449349 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588997a-213f-42ee-847c-2cdfe8582b1a req-4152d8dd-893d-44f0-9a1f-e4ebe987096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:33.451144 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d588997a-213f-42ee-847c-2cdfe8582b1a req-4152d8dd-893d-44f0-9a1f-e4ebe987096d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=340975b28fc242b5bf4a3364fe702ad4&device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 1128 time: 0.0481532 Sep 15 19:28:33.463681 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabb8a3-cdf8-42c5-9827-430daf01e80e req-e9ccb6f2-fb12-4335-b3bf-b0c8875762be tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:33.465243 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-aaabb8a3-cdf8-42c5-9827-430daf01e80e req-e9ccb6f2-fb12-4335-b3bf-b0c8875762be tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0566211 Sep 15 19:28:33.515995 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-aaabb8a3-cdf8-42c5-9827-430daf01e80e req-61247b2d-e7ae-4f30-9245-90c5768ecd81 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449588 Sep 15 19:28:33.633321 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588997a-213f-42ee-847c-2cdfe8582b1a req-fff72a5f-6ae4-4626-9a18-f2489256b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:33.634846 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d588997a-213f-42ee-847c-2cdfe8582b1a req-fff72a5f-6ae4-4626-9a18-f2489256b4fe service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=340975b28fc242b5bf4a3364fe702ad4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1734798 Sep 15 19:28:33.741086 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Attempt 6 to provision port 83b9862f-0442-4819-8455-b738ec1a0232 Sep 15 19:28:33.781970 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2c156565-9fc4-4902-a358-0a8062d21a91 None None] Port 83b9862f-0442-4819-8455-b738ec1a0232 had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:28:33.861621 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:33.996208 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33758) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:34.029182 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588997a-213f-42ee-847c-2cdfe8582b1a req-3689eac9-a7a2-44d2-8880-2f87583f0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:34.031531 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d588997a-213f-42ee-847c-2cdfe8582b1a req-3689eac9-a7a2-44d2-8880-2f87583f0d45 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3898163 Sep 15 19:28:34.119685 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673934b0-04a1-4b0e-8039-c26159f46baa req-23dd593e-90eb-424c-8d29-350b4794f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:34.121348 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-23dd593e-90eb-424c-8d29-350b4794f1ea service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=340975b28fc242b5bf4a3364fe702ad4&device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 1128 time: 0.0430706 Sep 15 19:28:34.143626 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-698552712-network', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:34.165518 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-10b0dcb7-bfbb-43de-8d7c-ebc9e70bdc96 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b9862f-0442-4819-8455-b738ec1a0232 HTTP/1.1" status: 200 len: 217 time: 0.0341923 Sep 15 19:28:34.175254 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:34.220472 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673934b0-04a1-4b0e-8039-c26159f46baa req-6e6d5eec-132f-43f9-b75b-7e4034630e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:34.227490 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-6e6d5eec-132f-43f9-b75b-7e4034630e1f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2036ab81-0327-4fda-9de5-42d971e8168a HTTP/1.1" status: 200 len: 849 time: 0.0490246 Sep 15 19:28:34.268596 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673934b0-04a1-4b0e-8039-c26159f46baa req-56db13b1-e81f-44e0-917f-aef64fa82a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:34.270007 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-56db13b1-e81f-44e0-917f-aef64fa82a88 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6260c8ac-0673-45b5-914a-caba360d68d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390677 Sep 15 19:28:34.361186 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:34.362265 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Made reservation on behalf of 4fd3f2da26af4d3db4c6db4ceb851558 for: {'network': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:34.364680 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:34.375144 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:34.380596 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-93922c13-b3b9-4ed4-b6aa-ff0ddd15a72c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916235 Sep 15 19:28:34.455058 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Publish callbacks [] for security_group (f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:34.476496 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673934b0-04a1-4b0e-8039-c26159f46baa req-119129be-f076-418a-ad4c-ddd695ca3d32 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878356 Sep 15 19:28:34.542695 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a68de0-243b-411f-9f9d-ab8078314cba req-8215aa3e-d632-48cd-974f-094b7ce2201e tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:34.544184 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-00a68de0-243b-411f-9f9d-ab8078314cba req-8215aa3e-d632-48cd-974f-094b7ce2201e tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 944 time: 0.0496302 Sep 15 19:28:34.595684 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-00a68de0-243b-411f-9f9d-ab8078314cba req-40db1ca1-1a5c-4447-9046-b0bed8db26d6 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453548 Sep 15 19:28:34.819294 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:34.856817 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44825978-aee5-4816-9255-077824c937e9 req-877aafc6-1700-43f5-9497-6bcd2ca3f207 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:34.858414 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-44825978-aee5-4816-9255-077824c937e9 req-877aafc6-1700-43f5-9497-6bcd2ca3f207 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.2643738 Sep 15 19:28:34.864409 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:28:34.878008 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:34.895583 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (2756c733-01ce-49f7-b8d6-c51e7bd69737), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:34.895941 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.segments_db [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Added segment 2756c733-01ce-49f7-b8d6-c51e7bd69737 of type vlan for network c851a255-af99-440b-bdcd-712401c04b66 Sep 15 19:28:34.899048 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.899389 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.900398 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.900398 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.900398 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.901164 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.901164 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.901468 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.901782 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.901933 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.902199 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.902504 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.902814 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.903124 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.903473 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:35.005895 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-44825978-aee5-4816-9255-077824c937e9 req-04c5800e-d34d-4551-b371-f59409905f17 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391804 Sep 15 19:28:35.008313 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (c851a255-af99-440b-bdcd-712401c04b66), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:35.155526 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (c851a255-af99-440b-bdcd-712401c04b66), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:35.157368 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:35.165050 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:35.180969 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:35.232213 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] Pushing event updated for resources: {'Network': ['ID=c851a255-af99-440b-bdcd-712401c04b66,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:35.245771 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network c851a255-af99-440b-bdcd-712401c04b66 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:28:35.360669 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8e77c90f-0408-4f55-959b-5cccc5f96319 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3627169 Sep 15 19:28:35.363303 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33804) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:35.368034 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Request body: {'subnet': {'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-698552712-subnet', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'ip_version': 4}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:35.721656 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bcc0f-2a0b-4890-83d3-eed3f15640fa req-e9bf2aab-b49e-4471-91c9-bc1570e4c962 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:35.723051 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4e3bcc0f-2a0b-4890-83d3-eed3f15640fa req-e9bf2aab-b49e-4471-91c9-bc1570e4c962 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 944 time: 0.0508311 Sep 15 19:28:35.740132 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 83b9862f-0442-4819-8455-b738ec1a0232 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:28:35.777401 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4e3bcc0f-2a0b-4890-83d3-eed3f15640fa req-21bbe936-e43e-4f25-8803-8c0cc59ed943 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474806 Sep 15 19:28:35.804233 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Made reservation on behalf of 4fd3f2da26af4d3db4c6db4ceb851558 for: {'subnet': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:35.807299 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6666604'] for subnet (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:35.844110 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 83b9862f-0442-4819-8455-b738ec1a0232, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=83b9862f-0442-4819-8455-b738ec1a0232,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:35.858633 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '83b9862f-0442-4819-8455-b738ec1a0232', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'port_id': '83b9862f-0442-4819-8455-b738ec1a0232', 'mac_address': 'fa:16:3e:09:72:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:28:35.902566 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 83b9862f-0442-4819-8455-b738ec1a0232 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:35.902566 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (83b9862f-0442-4819-8455-b738ec1a0232), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:35.920605 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b9862f-0442-4819-8455-b738ec1a0232 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:28:35.938746 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 83b9862f-0442-4819-8455-b738ec1a0232, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=83b9862f-0442-4819-8455-b738ec1a0232,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:36.037408 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33816) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:36.147562 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb790-4903-41f4-84c3-dddab6ca774d req-dcf118da-168f-40b0-b07d-30318c732d61 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:36.149298 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4becb790-4903-41f4-84c3-dddab6ca774d req-dcf118da-168f-40b0-b07d-30318c732d61 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0614598 Sep 15 19:28:36.157441 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (83b9862f-0442-4819-8455-b738ec1a0232), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.169451 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5396767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6666618'] for subnet (96c540f9-7d74-4e4a-a277-5b1795411a16), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.208327 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=83b9862f-0442-4819-8455-b738ec1a0232,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:36.216394 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.216900 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.217544 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.217837 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.218179 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.218682 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.219168 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.219598 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.220148 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.221709 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.222145 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.222477 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.222801 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.223315 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.223658 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.225406 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bcfa79be-eae3-4e95-bd73-e420b20efc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.284457 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4becb790-4903-41f4-84c3-dddab6ca774d req-9f142929-1840-4dd0-884a-b48a97c737bb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287682 Sep 15 19:28:36.293243 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c540f9-7d74-4e4a-a277-5b1795411a16,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:36.314293 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Checking segment: {'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:36.314651 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Network hostable DHCP agents. Network: c851a255-af99-440b-bdcd-712401c04b66, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:28:36.388025 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bcfa79be-eae3-4e95-bd73-e420b20efc4f admin admin] Publish callbacks [] for security_group (7469d1e8-c836-46fe-ba5e-16acbe10c9c9), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.445921 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['83b9862f-0442-4819-8455-b738ec1a0232'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:28:36.521840 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bcfa79be-eae3-4e95-bd73-e420b20efc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (7469d1e8-c836-46fe-ba5e-16acbe10c9c9), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.528734 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Network c851a255-af99-440b-bdcd-712401c04b66 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:28:36.573878 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-bcfa79be-eae3-4e95-bd73-e420b20efc4f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0f40505192a74e1793f7562e6b8e7fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5353773 Sep 15 19:28:36.575012 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa79be-eae3-4e95-bd73-e420b20efc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7469d1e8-c836-46fe-ba5e-16acbe10c9c9,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:36.576672 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33834) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:36.628962 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0b90f2b2-b35b-4efa-8c2b-db6a4b9f4f17 admin admin] Publish callbacks [] for security_group (7469d1e8-c836-46fe-ba5e-16acbe10c9c9), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.650314 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0b90f2b2-b35b-4efa-8c2b-db6a4b9f4f17 admin admin] Publish callbacks [] for security_group (7469d1e8-c836-46fe-ba5e-16acbe10c9c9), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.738038 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, c851a255-af99-440b-bdcd-712401c04b66) {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:36.744616 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:36.744616 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.748777 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f82750-1ef6-469e-aa8f-49b0d30c4b15 None None] Network c851a255-af99-440b-bdcd-712401c04b66 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:28:36.859429 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-c851a255-af99-440b-bdcd-712401c04b66', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:28:36.860496 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.866332 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0b90f2b2-b35b-4efa-8c2b-db6a4b9f4f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (7469d1e8-c836-46fe-ba5e-16acbe10c9c9), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.868995 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0b90f2b2-b35b-4efa-8c2b-db6a4b9f4f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:36.870232 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-0b90f2b2-b35b-4efa-8c2b-db6a4b9f4f17 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7469d1e8-c836-46fe-ba5e-16acbe10c9c9 HTTP/1.1" status: 204 len: 168 time: 0.2917004 Sep 15 19:28:36.896921 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90f2b2-b35b-4efa-8c2b-db6a4b9f4f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7469d1e8-c836-46fe-ba5e-16acbe10c9c9,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:36.921015 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a940976b-7372-46c1-a625-1b8c8b5a4cef admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5564961 Sep 15 19:28:36.923823 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33840) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:36.929245 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:36.961518 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:37.029933 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (282a0504-19d1-484b-b5ec-68c2a9b6d347), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.031059 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (282a0504-19d1-484b-b5ec-68c2a9b6d347), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.039788 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Allocated IP 172.20.0.2 (c851a255-af99-440b-bdcd-712401c04b66/96c540f9-7d74-4e4a-a277-5b1795411a16/e770a3d2-eb25-47c2-beeb-f16a32b08f40) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:37.116165 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks [] for router_controller (282a0504-19d1-484b-b5ec-68c2a9b6d347), precommit_add_association {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.130439 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f33095-a82c-493c-9036-e981d65906a7 req-4681f12b-1217-4fa2-bd03-b79187774440 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:37.132267 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b1f33095-a82c-493c-9036-e981d65906a7 req-4681f12b-1217-4fa2-bd03-b79187774440 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 945 time: 0.0880740 Sep 15 19:28:37.213782 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b1f33095-a82c-493c-9036-e981d65906a7 req-72e8fbf1-08b3-4205-b373-7913ac1bb82e tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678954 Sep 15 19:28:37.217672 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Publish callbacks [] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.409600 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.437573 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks [] for router_gateway (282a0504-19d1-484b-b5ec-68c2a9b6d347), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.453125 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Network c851a255-af99-440b-bdcd-712401c04b66 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:37.456049 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:37.459595 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:37.482072 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Pushing event updated for resources: {'Port': ['ID=e770a3d2-eb25-47c2-beeb-f16a32b08f40,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:37.491036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14483349-8819-415c-a424-0150f3374f33 req-ebd598e5-951b-43c4-80a3-4281deb65698 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:37.492315 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-14483349-8819-415c-a424-0150f3374f33 req-ebd598e5-951b-43c4-80a3-4281deb65698 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0767198 Sep 15 19:28:37.537260 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Attempting to bind port e770a3d2-eb25-47c2-beeb-f16a32b08f40 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:28:37.537705 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Attempting to bind port e770a3d2-eb25-47c2-beeb-f16a32b08f40 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:28:37.538063 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Attempting to bind port e770a3d2-eb25-47c2-beeb-f16a32b08f40 on network c851a255-af99-440b-bdcd-712401c04b66 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:37.547744 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-14483349-8819-415c-a424-0150f3374f33 req-f6324be9-27b9-4ac8-a297-b2deb737e8c0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Sep 15 19:28:37.590852 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:28:37.591218 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Checking segment: {'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:37.591670 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.592061 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Bound using segment: {'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:28:37.592529 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Bound port: e770a3d2-eb25-47c2-beeb-f16a32b08f40, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:28:37.592910 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.673294 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] For port e770a3d2-eb25-47c2-beeb-f16a32b08f40, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:37.678051 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] For port e770a3d2-eb25-47c2-beeb-f16a32b08f40, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=e770a3d2-eb25-47c2-beeb-f16a32b08f40,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:37.700423 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:37.745608 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 83b9862f-0442-4819-8455-b738ec1a0232 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:37.793201 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 83b9862f-0442-4819-8455-b738ec1a0232 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:28:37.795853 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.836741 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks [] for router_gateway (282a0504-19d1-484b-b5ec-68c2a9b6d347), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.870413 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3878b47-16f6-4df0-aaa0-731edc1d0a75 None None] Pushing event updated for resources: {'Port': ['ID=e770a3d2-eb25-47c2-beeb-f16a32b08f40,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:37.875014 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.906517 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 83b9862f-0442-4819-8455-b738ec1a0232 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:37.907591 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (83b9862f-0442-4819-8455-b738ec1a0232), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:37.908312 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 83b9862f-0442-4819-8455-b738ec1a0232 Sep 15 19:28:38.073561 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 83b9862f-0442-4819-8455-b738ec1a0232 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:38.074491 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (83b9862f-0442-4819-8455-b738ec1a0232), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.081515 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Allocated IP 172.27.0.42 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:38.115509 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33860) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:38.119123 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddcd684-503e-4123-9078-c4821c63519f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b9862f-0442-4819-8455-b738ec1a0232'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:28:38.121628 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28c5bc4-8e49-4370-b916-c1e72a0f2eee" -d '{"events": [{"server_uuid": "8ddcd684-503e-4123-9078-c4821c63519f", "name": "network-vif-plugged", "status": "completed", "tag": "83b9862f-0442-4819-8455-b738ec1a0232"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:28:38.138274 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eb343763-93b4-43a1-8a75-faf17d4f7547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.167713 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 83b9862f-0442-4819-8455-b738ec1a0232, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=83b9862f-0442-4819-8455-b738ec1a0232,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:38.168977 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33864) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:38.187527 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9374bcf-8f06-4250-8b52-641c7a402786 x-openstack-request-id: req-f9374bcf-8f06-4250-8b52-641c7a402786 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:28:38.187935 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddcd684-503e-4123-9078-c4821c63519f", "name": "network-vif-plugged", "status": "completed", "tag": "83b9862f-0442-4819-8455-b738ec1a0232", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:28:38.188379 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9374bcf-8f06-4250-8b52-641c7a402786 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:28:38.189172 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9374bcf-8f06-4250-8b52-641c7a402786'] response: {'server_uuid': '8ddcd684-503e-4123-9078-c4821c63519f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b9862f-0442-4819-8455-b738ec1a0232', 'code': 200} Sep 15 19:28:38.301028 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (83b9862f-0442-4819-8455-b738ec1a0232), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.352154 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eb343763-93b4-43a1-8a75-faf17d4f7547 admin admin] Publish callbacks [] for security_group (27bc4e16-4006-4bf3-be6b-b25927ee789a), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.365115 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks [] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.389030 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=83b9862f-0442-4819-8455-b738ec1a0232,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:38.431738 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907aedfb-dd4a-4196-beed-03e10a7e389e req-f08abaf1-e9f1-4e25-90c2-8ea05a338573 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:38.433325 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-907aedfb-dd4a-4196-beed-03e10a7e389e req-f08abaf1-e9f1-4e25-90c2-8ea05a338573 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0707600 Sep 15 19:28:38.491451 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-47e56218-ffb7-4dc5-973e-9879e0582d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.507210 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eb343763-93b4-43a1-8a75-faf17d4f7547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (27bc4e16-4006-4bf3-be6b-b25927ee789a), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.522689 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-907aedfb-dd4a-4196-beed-03e10a7e389e req-772295cc-79a9-43a1-903e-bc3f46e25678 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808120 Sep 15 19:28:38.565993 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-eb343763-93b4-43a1-8a75-faf17d4f7547 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5a113c2463de448fa70bdd2919c7c89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474490 Sep 15 19:28:38.568728 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33876) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:38.569658 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb343763-93b4-43a1-8a75-faf17d4f7547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bc4e16-4006-4bf3-be6b-b25927ee789a,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:38.599695 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.642976 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-47e56218-ffb7-4dc5-973e-9879e0582d38 admin admin] Publish callbacks [] for security_group (f12e18b5-0975-48c4-b9ea-8b797c9949e1), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.698411 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:38.723447 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:38.735727 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:38.784814 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Pushing event updated for resources: {'Port': ['ID=f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:38.800497 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f8e95-2b66-4007-a0b8-e3720ca5755e req-e9d514ae-7a3f-472b-b19d-36bb6ec5d3d9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:38.802180 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-af4f8e95-2b66-4007-a0b8-e3720ca5755e req-e9d514ae-7a3f-472b-b19d-36bb6ec5d3d9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.1470830 Sep 15 19:28:38.805612 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bbfc24ae-8d6f-4a20-9c75-c5ac695eeb0e admin admin] Publish callbacks [] for security_group (27bc4e16-4006-4bf3-be6b-b25927ee789a), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.862057 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-47e56218-ffb7-4dc5-973e-9879e0582d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (f12e18b5-0975-48c4-b9ea-8b797c9949e1), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.932664 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bbfc24ae-8d6f-4a20-9c75-c5ac695eeb0e admin admin] Publish callbacks [] for security_group (27bc4e16-4006-4bf3-be6b-b25927ee789a), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:38.951219 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9759a-7773-4523-8729-1939311135a3 req-41e2f02e-775e-4f04-8fb6-2e52dd085d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:38.953010 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b0b9759a-7773-4523-8729-1939311135a3 req-41e2f02e-775e-4f04-8fb6-2e52dd085d7c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 1130 time: 0.1045938 Sep 15 19:28:38.959563 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e770a3d2-eb25-47c2-beeb-f16a32b08f40 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:38.981639 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e56218-ffb7-4dc5-973e-9879e0582d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12e18b5-0975-48c4-b9ea-8b797c9949e1,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:39.008453 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-47e56218-ffb7-4dc5-973e-9879e0582d38 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7f0f6d5fc07746908fea709b8c261521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8381608 Sep 15 19:28:39.024635 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33888) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:39.028005 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port e770a3d2-eb25-47c2-beeb-f16a32b08f40 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:39.028756 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.029161 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port e770a3d2-eb25-47c2-beeb-f16a32b08f40 Sep 15 19:28:39.079426 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b0b9759a-7773-4523-8729-1939311135a3 req-550b29e2-17d8-4a0c-95f7-09ac5772dfc0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156642 Sep 15 19:28:39.089997 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-af4f8e95-2b66-4007-a0b8-e3720ca5755e req-c70138e7-b003-47e7-8a29-f05b4a99ed37 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539082 Sep 15 19:28:39.120944 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-41a8b3b6-ffd0-4383-861a-f70f8d714014 admin admin] Publish callbacks [] for security_group (f12e18b5-0975-48c4-b9ea-8b797c9949e1), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.152556 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port e770a3d2-eb25-47c2-beeb-f16a32b08f40 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:39.152913 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.162169 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-41a8b3b6-ffd0-4383-861a-f70f8d714014 admin admin] Publish callbacks [] for security_group (f12e18b5-0975-48c4-b9ea-8b797c9949e1), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.205354 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port e770a3d2-eb25-47c2-beeb-f16a32b08f40, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=e770a3d2-eb25-47c2-beeb-f16a32b08f40,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:39.243903 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2bb67a-b836-47bc-b871-36e2663781de None None] Network c851a255-af99-440b-bdcd-712401c04b66 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:28:39.303833 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-0151d3a7-4630-43ea-8ed2-adba074b9f9f None None] Provisioning complete for port e770a3d2-eb25-47c2-beeb-f16a32b08f40 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:39.304781 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0151d3a7-4630-43ea-8ed2-adba074b9f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.305164 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-0151d3a7-4630-43ea-8ed2-adba074b9f9f None None] Attempt 1 to provision port e770a3d2-eb25-47c2-beeb-f16a32b08f40 Sep 15 19:28:39.319249 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bbfc24ae-8d6f-4a20-9c75-c5ac695eeb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (27bc4e16-4006-4bf3-be6b-b25927ee789a), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.326877 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bbfc24ae-8d6f-4a20-9c75-c5ac695eeb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.326877 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-bbfc24ae-8d6f-4a20-9c75-c5ac695eeb0e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/27bc4e16-4006-4bf3-be6b-b25927ee789a HTTP/1.1" status: 204 len: 168 time: 0.7537210 Sep 15 19:28:39.365523 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc24ae-8d6f-4a20-9c75-c5ac695eeb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bc4e16-4006-4bf3-be6b-b25927ee789a,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:39.440186 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks [] for router_gateway (282a0504-19d1-484b-b5ec-68c2a9b6d347), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.460788 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-41a8b3b6-ffd0-4383-861a-f70f8d714014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (f12e18b5-0975-48c4-b9ea-8b797c9949e1), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.463976 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-41a8b3b6-ffd0-4383-861a-f70f8d714014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.465565 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-41a8b3b6-ffd0-4383-861a-f70f8d714014 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f12e18b5-0975-48c4-b9ea-8b797c9949e1 HTTP/1.1" status: 204 len: 168 time: 0.4390044 Sep 15 19:28:39.488011 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8b3b6-ffd0-4383-861a-f70f8d714014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12e18b5-0975-48c4-b9ea-8b797c9949e1,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:39.631131 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.634319 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:39.703679 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-0151d3a7-4630-43ea-8ed2-adba074b9f9f None None] Current status of the port e770a3d2-eb25-47c2-beeb-f16a32b08f40 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:39.703679 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0151d3a7-4630-43ea-8ed2-adba074b9f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.729851 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecae777-1149-4929-8241-a8f6ced6d19b req-987839f3-a3c6-43db-950f-ce54a68a4a9a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:39.731450 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3ecae777-1149-4929-8241-a8f6ced6d19b req-987839f3-a3c6-43db-950f-ce54a68a4a9a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.1030583 Sep 15 19:28:39.755510 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (282a0504-19d1-484b-b5ec-68c2a9b6d347), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:39.783297 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=e770a3d2-eb25-47c2-beeb-f16a32b08f40,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:39.804688 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.db.api [None req-0151d3a7-4630-43ea-8ed2-adba074b9f9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 19:28:39.805119 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG oslo_db.api [None req-0151d3a7-4630-43ea-8ed2-adba074b9f9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:28:39.852579 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3ecae777-1149-4929-8241-a8f6ced6d19b req-5e2fca1c-f7b3-444c-8e6d-37e55f60cdbd tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091735 Sep 15 19:28:40.253279 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549fd8-597a-413d-82f4-1a4b77f1cbf3 req-59bcb7ce-873c-420d-805a-c0e80a47cfe7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:40.254781 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c9549fd8-597a-413d-82f4-1a4b77f1cbf3 req-59bcb7ce-873c-420d-805a-c0e80a47cfe7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0549271 Sep 15 19:28:40.315478 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c9549fd8-597a-413d-82f4-1a4b77f1cbf3 req-903d59a2-c6f5-4e48-a1b5-d215072d7aeb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538070 Sep 15 19:28:40.347248 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-0151d3a7-4630-43ea-8ed2-adba074b9f9f None None] Current status of the port e770a3d2-eb25-47c2-beeb-f16a32b08f40 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:40.391485 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Router 282a0504-19d1-484b-b5ec-68c2a9b6d347 is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:28:40.469879 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-ef1bdaa8-1858-43eb-9672-d0cce142f30d None None] Provisioning complete for port e770a3d2-eb25-47c2-beeb-f16a32b08f40 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:40.470274 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdaa8-1858-43eb-9672-d0cce142f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:40.470725 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ef1bdaa8-1858-43eb-9672-d0cce142f30d None None] Attempt 1 to provision port e770a3d2-eb25-47c2-beeb-f16a32b08f40 Sep 15 19:28:40.520726 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:28:40.538417 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Sync routers for ids ['282a0504-19d1-484b-b5ec-68c2a9b6d347'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:28:40.575909 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Routers {'282a0504-19d1-484b-b5ec-68c2a9b6d347'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:40.580124 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['282a0504-19d1-484b-b5ec-68c2a9b6d347'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:40.628615 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bdaa8-1858-43eb-9672-d0cce142f30d None None] Current status of the port e770a3d2-eb25-47c2-beeb-f16a32b08f40 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:40.655060 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:40.656517 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-fe912ae7-66bc-4950-a6e0-6755af2cb80e admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7311530 Sep 15 19:28:40.659487 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33926) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:40.674404 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33928) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:40.720605 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-510b3d5c-48e9-4717-a8a3-a3496d5f7adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:40.766577 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Set router 282a0504-19d1-484b-b5ec-68c2a9b6d347 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:40.833078 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-56ba33f4-c6f5-4769-ab49-8a603d113bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:40.835089 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-56ba33f4-c6f5-4769-ab49-8a603d113bcc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 1129 time: 0.0794504 Sep 15 19:28:40.870691 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-510b3d5c-48e9-4717-a8a3-a3496d5f7adf admin admin] Publish callbacks [] for security_group (854f3a78-c290-4299-bc89-e0b86a7eff16), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:40.907195 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e770a3d2-eb25-47c2-beeb-f16a32b08f40 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:40.982063 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-510b3d5c-48e9-4717-a8a3-a3496d5f7adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (854f3a78-c290-4299-bc89-e0b86a7eff16), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:41.046690 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b3d5c-48e9-4717-a8a3-a3496d5f7adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854f3a78-c290-4299-bc89-e0b86a7eff16,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:41.071300 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-510b3d5c-48e9-4717-a8a3-a3496d5f7adf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fd9b2ac1a1b6419981701404091db8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954072 Sep 15 19:28:41.073832 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33936) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:41.076018 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port e770a3d2-eb25-47c2-beeb-f16a32b08f40 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:41.076531 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:41.077020 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port e770a3d2-eb25-47c2-beeb-f16a32b08f40 Sep 15 19:28:41.150095 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:39Z', 'revision_number': 3, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:41.171326 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1e25-465c-4b80-a7fd-38143c6847d7 req-67d91e82-f45b-4cd0-af1e-7e80c422a2b4 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:41.172958 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e66d1e25-465c-4b80-a7fd-38143c6847d7 req-67d91e82-f45b-4cd0-af1e-7e80c422a2b4 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.1570098 Sep 15 19:28:41.174680 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d2dae48e-719f-480d-aebf-7f4ae7b5a011 admin admin] Publish callbacks [] for security_group (854f3a78-c290-4299-bc89-e0b86a7eff16), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:41.182139 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Checking router: 282a0504-19d1-484b-b5ec-68c2a9b6d347 for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:28:41.182748 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Updating router 282a0504-19d1-484b-b5ec-68c2a9b6d347 port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:28:41.202134 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d2dae48e-719f-480d-aebf-7f4ae7b5a011 admin admin] Publish callbacks [] for security_group (854f3a78-c290-4299-bc89-e0b86a7eff16), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:41.216174 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:41.255100 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:41.273074 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-b4e35e42-024e-4cb2-9c11-c6147a4331ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:41.275506 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-b4e35e42-024e-4cb2-9c11-c6147a4331ca service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.4173102 Sep 15 19:28:41.294813 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port e770a3d2-eb25-47c2-beeb-f16a32b08f40 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:41.339432 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-87cdb19b-d697-4fd2-9218-0d62c4093266 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8bdaca-d337-4c5a-a11c-dbedba1578a8 HTTP/1.1" status: 200 len: 217 time: 0.0561612 Sep 15 19:28:41.410740 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d2dae48e-719f-480d-aebf-7f4ae7b5a011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (854f3a78-c290-4299-bc89-e0b86a7eff16), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:41.415791 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d2dae48e-719f-480d-aebf-7f4ae7b5a011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:41.418005 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-d2dae48e-719f-480d-aebf-7f4ae7b5a011 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/854f3a78-c290-4299-bc89-e0b86a7eff16 HTTP/1.1" status: 204 len: 168 time: 0.3431418 Sep 15 19:28:41.485477 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dae48e-719f-480d-aebf-7f4ae7b5a011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854f3a78-c290-4299-bc89-e0b86a7eff16,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:41.541745 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e66d1e25-465c-4b80-a7fd-38143c6847d7 req-f37ff6f6-1a58-46c9-9a58-7379affa819f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207717 Sep 15 19:28:41.545659 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31036f2c-c1ca-4036-b196-28bb00f7ecc5 req-bc8c77dc-bf9e-4899-a88c-ce954145d705 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:41.547220 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-31036f2c-c1ca-4036-b196-28bb00f7ecc5 req-bc8c77dc-bf9e-4899-a88c-ce954145d705 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.1144764 Sep 15 19:28:41.611602 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-31036f2c-c1ca-4036-b196-28bb00f7ecc5 req-6dd46f4e-dd20-4809-b2a4-a72801e5b299 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577767 Sep 15 19:28:41.612750 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:41.706378 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-d8cdcd91-51cc-4ee0-99d6-d03ea5a44620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:41.708054 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-d8cdcd91-51cc-4ee0-99d6-d03ea5a44620 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.3593597 Sep 15 19:28:41.714236 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Publish callbacks [] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:41.807639 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b1627-9f40-41d5-86c8-25271d89f8d7 req-dbbd0c87-7a87-4234-b343-004cb7012523 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:41.809179 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9c5b1627-9f40-41d5-86c8-25271d89f8d7 req-dbbd0c87-7a87-4234-b343-004cb7012523 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.1049411 Sep 15 19:28:41.827636 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 33962) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:41.831871 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-c78f4086-ef19-4c92-ba1e-dd40f7ce2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:41.832606 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-b29530a7-1c2f-4099-b4e3-c2c83dec5061 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'floatingip': {'port_id': '83b9862f-0442-4819-8455-b738ec1a0232'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:41.833894 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-c78f4086-ef19-4c92-ba1e-dd40f7ce2fb1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1044574 Sep 15 19:28:41.917493 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b29530a7-1c2f-4099-b4e3-c2c83dec5061 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (b3be8889-f1fc-4124-9b24-5325e6799ba8), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:41.964214 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:42.019218 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-04f3c365-9c41-4d0c-81e2-95fb892d25f1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778316 Sep 15 19:28:42.034283 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Attempting to bind port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:28:42.034966 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Attempting to bind port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:28:42.035889 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Attempting to bind port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:42.047617 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:42.070066 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a985cc-1db4-456d-9131-6006057dfcbf None None] Pushing event updated for resources: {'Port': ['ID=f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:42.110437 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:28:42.110910 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:42.111388 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:42.111881 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:28:42.113167 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Bound port: f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:28:42.113591 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:42.176922 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] For port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:42.182336 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] For port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:42.230058 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5ffeb22-5c1b-4172-ac7d-d7f3ee048cd5 req-2033f5f7-cdc2-47ff-ac60-6e55267110f2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996956 Sep 15 19:28:42.295304 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:42.319399 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Allocated IP 172.20.0.1 (c851a255-af99-440b-bdcd-712401c04b66/96c540f9-7d74-4e4a-a277-5b1795411a16/21223466-bb67-4d2b-b00c-77c3825dc5c3) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:42.370891 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:42.389227 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Routers {'282a0504-19d1-484b-b5ec-68c2a9b6d347'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:42.389864 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['282a0504-19d1-484b-b5ec-68c2a9b6d347'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:42.395722 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a985cc-1db4-456d-9131-6006057dfcbf None None] Pushing event updated for resources: {'Port': ['ID=f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:42.514518 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Publish callbacks [] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:42.548068 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] Set router 282a0504-19d1-484b-b5ec-68c2a9b6d347 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:42.581233 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33974) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:42.600322 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:42.677816 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:42.749736 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Network c851a255-af99-440b-bdcd-712401c04b66 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:42.752897 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:42.759962 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:42.795488 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Pushing event updated for resources: {'Port': ['ID=21223466-bb67-4d2b-b00c-77c3825dc5c3,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:42.841451 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b31f0802-2444-40df-be88-4d59e6d2f549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:42.871254 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (282a0504-19d1-484b-b5ec-68c2a9b6d347), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:42.913156 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.db.resource_extend [None req-b29530a7-1c2f-4099-b4e3-c2c83dec5061 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 15 19:28:42.943332 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:39Z', 'revision_number': 3, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:42.975566 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5797d9-929a-4c3c-a777-13325b7f8614 None None] The sync data for ids ['282a0504-19d1-484b-b5ec-68c2a9b6d347'] in dv-cinder-849846-10-iscsi is: [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:39Z', 'revision_number': 3, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:28:42.986521 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3f62b-3da9-46cd-8b3d-0ee799a8ca9b req-ddb7f3f3-09c2-4bfb-ade7-5fe86bf8d607 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:43.004244 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-13d3f62b-3da9-46cd-8b3d-0ee799a8ca9b req-ddb7f3f3-09c2-4bfb-ade7-5fe86bf8d607 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.1443357 Sep 15 19:28:43.059797 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b29530a7-1c2f-4099-b4e3-c2c83dec5061 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.144131 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-13d3f62b-3da9-46cd-8b3d-0ee799a8ca9b req-c0bb71d2-9050-45fc-86f4-75cf8fecfaf2 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384819 Sep 15 19:28:43.171830 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b31f0802-2444-40df-be88-4d59e6d2f549 admin admin] Publish callbacks [] for security_group (76b6b94e-464f-4e2f-9575-067c3574d342), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.186065 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b29530a7-1c2f-4099-b4e3-c2c83dec5061 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (b3be8889-f1fc-4124-9b24-5325e6799ba8), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.207253 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Provisioning complete for port 21223466-bb67-4d2b-b00c-77c3825dc5c3 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:43.207630 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.208004 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Attempt 1 to provision port 21223466-bb67-4d2b-b00c-77c3825dc5c3 Sep 15 19:28:43.240699 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.265337 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Port 21223466-bb67-4d2b-b00c-77c3825dc5c3 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:43.278472 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b31f0802-2444-40df-be88-4d59e6d2f549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (76b6b94e-464f-4e2f-9575-067c3574d342), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.314834 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.l3_db [None req-b29530a7-1c2f-4099-b4e3-c2c83dec5061 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Floating IP b3be8889-f1fc-4124-9b24-5325e6799ba8 associated. External IP: 172.27.0.241, port: 83b9862f-0442-4819-8455-b738ec1a0232. Sep 15 19:28:43.347562 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b31f0802-2444-40df-be88-4d59e6d2f549 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d7ffad0adc9b46dc872e4049fb90f43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7628975 Sep 15 19:28:43.349138 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 33992) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:43.352308 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f0802-2444-40df-be88-4d59e6d2f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b6b94e-464f-4e2f-9575-067c3574d342,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:43.569490 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eb9411e-7409-4071-b631-3d0bdc045067 admin admin] Publish callbacks [] for security_group (76b6b94e-464f-4e2f-9575-067c3574d342), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.609842 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eb9411e-7409-4071-b631-3d0bdc045067 admin admin] Publish callbacks [] for security_group (76b6b94e-464f-4e2f-9575-067c3574d342), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.651281 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Publish callbacks [] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.670655 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29530a7-1c2f-4099-b4e3-c2c83dec5061 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Router 2331ef2e-0fc4-466a-a554-87a53148ad5c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:28:43.728957 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.729627 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:43.766117 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Attempt 2 to provision port 21223466-bb67-4d2b-b00c-77c3825dc5c3 Sep 15 19:28:43.802685 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eb9411e-7409-4071-b631-3d0bdc045067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (76b6b94e-464f-4e2f-9575-067c3574d342), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.807387 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eb9411e-7409-4071-b631-3d0bdc045067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.809423 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-7eb9411e-7409-4071-b631-3d0bdc045067 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/76b6b94e-464f-4e2f-9575-067c3574d342 HTTP/1.1" status: 204 len: 168 time: 0.4593594 Sep 15 19:28:43.815947 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29530a7-1c2f-4099-b4e3-c2c83dec5061 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:28:43.827017 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] Sync routers for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:28:43.830741 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b29530a7-1c2f-4099-b4e3-c2c83dec5061 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.832291 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Pushing event updated for resources: {'Port': ['ID=21223466-bb67-4d2b-b00c-77c3825dc5c3,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:43.841375 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9411e-7409-4071-b631-3d0bdc045067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b6b94e-464f-4e2f-9575-067c3574d342,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:43.845181 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:43.845985 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:43.846656 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (282a0504-19d1-484b-b5ec-68c2a9b6d347), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:43.895311 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Port 21223466-bb67-4d2b-b00c-77c3825dc5c3 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:43.950243 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-b29530a7-1c2f-4099-b4e3-c2c83dec5061 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/b3be8889-f1fc-4124-9b24-5325e6799ba8 HTTP/1.1" status: 200 len: 992 time: 2.1212585 Sep 15 19:28:43.952371 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddcd684-503e-4123-9078-c4821c63519f', 'tag': '83b9862f-0442-4819-8455-b738ec1a0232'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:28:43.956987 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddcd684-503e-4123-9078-c4821c63519f", "tag": "83b9862f-0442-4819-8455-b738ec1a0232"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:28:44.032847 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e27c6-93ee-4d0c-9511-9d8a876e12f6 x-openstack-request-id: req-638e27c6-93ee-4d0c-9511-9d8a876e12f6 {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:28:44.033096 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddcd684-503e-4123-9078-c4821c63519f", "tag": "83b9862f-0442-4819-8455-b738ec1a0232", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:28:44.033764 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-638e27c6-93ee-4d0c-9511-9d8a876e12f6 {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:28:44.034637 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638e27c6-93ee-4d0c-9511-9d8a876e12f6'] response: {'name': 'network-changed', 'server_uuid': '8ddcd684-503e-4123-9078-c4821c63519f', 'tag': '83b9862f-0442-4819-8455-b738ec1a0232', 'status': 'completed', 'code': 200} Sep 15 19:28:44.160642 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-4ec81f1b-60a2-416f-811f-b46e0535b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:44.163742 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-4ec81f1b-60a2-416f-811f-b46e0535b291 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=340975b28fc242b5bf4a3364fe702ad4&device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 1130 time: 0.0903246 Sep 15 19:28:44.200594 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Network c851a255-af99-440b-bdcd-712401c04b66 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:44.203718 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:44.287312 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:44.372254 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a83c4-d345-4158-9f4a-666378768985 req-17f37c5d-abee-47b8-8354-2202d5a862fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:44.378185 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-210a83c4-d345-4158-9f4a-666378768985 req-17f37c5d-abee-47b8-8354-2202d5a862fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.1035182 Sep 15 19:28:44.396777 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Attempt 3 to provision port 21223466-bb67-4d2b-b00c-77c3825dc5c3 Sep 15 19:28:44.418937 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:44.468790 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-210a83c4-d345-4158-9f4a-666378768985 req-105d41bd-761d-4e13-8c43-42e23a8defaa tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859554 Sep 15 19:28:44.513833 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Port 21223466-bb67-4d2b-b00c-77c3825dc5c3 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:44.645006 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'b3be8889-f1fc-4124-9b24-5325e6799ba8', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'port_id': '83b9862f-0442-4819-8455-b738ec1a0232', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'mac_address': 'fa:16:3e:09:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddcd684-503e-4123-9078-c4821c63519f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:28:23Z', 'updated_at': '2022-09-15T19:28:42Z', 'revision_number': 1, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:44.678710 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] Checking router: 2331ef2e-0fc4-466a-a554-87a53148ad5c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:28:44.696041 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:44.701602 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:44.704262 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:44.812899 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-30e53398-0385-4e1d-b9e2-447dd6a07709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:44.818042 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-30e53398-0385-4e1d-b9e2-447dd6a07709 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6260c8ac-0673-45b5-914a-caba360d68d4 HTTP/1.1" status: 200 len: 911 time: 0.6444185 Sep 15 19:28:44.840071 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Router 282a0504-19d1-484b-b5ec-68c2a9b6d347 has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:28:44.844203 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:44.860265 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:44.863202 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:44.912222 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:44.912930 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:44.913939 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 Sep 15 19:28:45.024238 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Attempt 4 to provision port 21223466-bb67-4d2b-b00c-77c3825dc5c3 Sep 15 19:28:45.026133 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:45.026567 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:28:45.026687 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:45.041781 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-4e119236-9c1e-4199-8727-98e5352ba638 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/282a0504-19d1-484b-b5ec-68c2a9b6d347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3798323 Sep 15 19:28:45.072414 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:45.129611 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:45.168747 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-e2e946ac-df85-4e02-b86e-211ff2a601b0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b9862f-0442-4819-8455-b738ec1a0232 HTTP/1.1" status: 200 len: 1000 time: 0.0986373 Sep 15 19:28:45.168964 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Port 21223466-bb67-4d2b-b00c-77c3825dc5c3 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:45.213005 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'b3be8889-f1fc-4124-9b24-5325e6799ba8', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'port_id': '83b9862f-0442-4819-8455-b738ec1a0232', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'mac_address': 'fa:16:3e:09:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddcd684-503e-4123-9078-c4821c63519f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:28:23Z', 'updated_at': '2022-09-15T19:28:42Z', 'revision_number': 1, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:45.234285 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-e4f5b20c-8e9b-47a6-b9f1-fecb531c0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:45.236036 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-e4f5b20c-8e9b-47a6-b9f1-fecb531c0cde service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2036ab81-0327-4fda-9de5-42d971e8168a HTTP/1.1" status: 200 len: 849 time: 0.0594099 Sep 15 19:28:45.273339 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186b98c-41dc-45a8-accb-8fbe1535afca None None] The sync data for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi is: [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'b3be8889-f1fc-4124-9b24-5325e6799ba8', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'port_id': '83b9862f-0442-4819-8455-b738ec1a0232', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'mac_address': 'fa:16:3e:09:72:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddcd684-503e-4123-9078-c4821c63519f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:28:23Z', 'updated_at': '2022-09-15T19:28:42Z', 'revision_number': 1, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:28:45.294996 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:45.310616 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-3ac1cc44-d4ad-426f-852a-e9590b877b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:45.312269 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-3ac1cc44-d4ad-426f-852a-e9590b877b39 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6260c8ac-0673-45b5-914a-caba360d68d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0649576 Sep 15 19:28:45.354621 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508d56e-6321-44d1-8f4c-a09dcd9512f9 req-1e325e1d-4919-469a-b2b3-4b6007b29f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:45.356177 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5508d56e-6321-44d1-8f4c-a09dcd9512f9 req-1e325e1d-4919-469a-b2b3-4b6007b29f53 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 1129 time: 0.1192443 Sep 15 19:28:45.403901 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:45.485124 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Sync routers for ids ['282a0504-19d1-484b-b5ec-68c2a9b6d347'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:28:45.490507 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5508d56e-6321-44d1-8f4c-a09dcd9512f9 req-b2979b28-6639-49ee-bfd5-0bdcbc86a6fa service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831285 Sep 15 19:28:45.492858 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-a69a4808-f34a-440d-9794-a9b677e91a8e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730332 Sep 15 19:28:45.498405 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Routers {'282a0504-19d1-484b-b5ec-68c2a9b6d347'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:45.499066 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['282a0504-19d1-484b-b5ec-68c2a9b6d347'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:45.576295 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:INSERT=21,neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:45.629693 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc614e-e2c8-4424-b0e3-a63ac3236a10 req-5ff53050-b5b4-4ed7-8bda-21bd504abe12 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:45.631704 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f1bc614e-e2c8-4424-b0e3-a63ac3236a10 req-5ff53050-b5b4-4ed7-8bda-21bd504abe12 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0714233 Sep 15 19:28:45.676382 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Set router 282a0504-19d1-484b-b5ec-68c2a9b6d347 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:45.751586 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f1bc614e-e2c8-4424-b0e3-a63ac3236a10 req-515126a2-28d5-4ecc-b9dd-1786427043a9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978923 Sep 15 19:28:45.772819 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e2992-87d8-4185-9c65-c8b04d9973b6 None None] New status for floating IP b3be8889-f1fc-4124-9b24-5325e6799ba8: ACTIVE {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:28:45.918716 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d6186fc-5eb8-4f5a-a1eb-df8e8e2c2bcc req-234f4a43-5fb2-4b85-b864-9e72c69575d0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068210 Sep 15 19:28:45.937498 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Attempt 5 to provision port 21223466-bb67-4d2b-b00c-77c3825dc5c3 Sep 15 19:28:46.016680 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Port 21223466-bb67-4d2b-b00c-77c3825dc5c3 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:46.184136 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:43Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '21223466-bb67-4d2b-b00c-77c3825dc5c3', 'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'mac_address': 'fa:16:3e:26:32:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:42Z', 'updated_at': '2022-09-15T19:28:43Z', 'revision_number': 2, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'subnets': [{'id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:46.214687 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Checking router: 282a0504-19d1-484b-b5ec-68c2a9b6d347 for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:28:46.214997 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Updating router 282a0504-19d1-484b-b5ec-68c2a9b6d347 port 21223466-bb67-4d2b-b00c-77c3825dc5c3 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:28:46.246558 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.337889 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34088) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:46.415047 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34094) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:46.420024 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-4189181-network', 'tenant_id': '52ab88f388b84b5488a950739c0710d0'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:46.518117 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Attempt 6 to provision port 21223466-bb67-4d2b-b00c-77c3825dc5c3 Sep 15 19:28:46.566336 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1837595603-network', 'tenant_id': 'cf90b9345ae84e26b58e9238da0dac2e'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:46.567274 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Publish callbacks [] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.571410 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Port 21223466-bb67-4d2b-b00c-77c3825dc5c3 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:46.582822 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Made reservation on behalf of 52ab88f388b84b5488a950739c0710d0 for: {'network': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:46.585284 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.595937 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.673574 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Publish callbacks [] for security_group (9c92e317-c5b6-417c-8df3-17dfd3d413fd), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.705934 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.758070 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Made reservation on behalf of cf90b9345ae84e26b58e9238da0dac2e for: {'network': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:46.760568 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.772587 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d450e1-7f3d-4962-8d80-1a7bc87e761d None None] Pushing event updated for resources: {'Port': ['ID=21223466-bb67-4d2b-b00c-77c3825dc5c3,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:46.782565 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.816723 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Attempting to bind port 21223466-bb67-4d2b-b00c-77c3825dc5c3 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:28:46.816959 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Attempting to bind port 21223466-bb67-4d2b-b00c-77c3825dc5c3 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:28:46.818910 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Attempting to bind port 21223466-bb67-4d2b-b00c-77c3825dc5c3 on network c851a255-af99-440b-bdcd-712401c04b66 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:46.847852 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:46.857552 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (9c92e317-c5b6-417c-8df3-17dfd3d413fd), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.911165 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:28:46.911530 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Checking segment: {'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:46.911955 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.912351 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Bound using segment: {'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:28:46.912830 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Bound port: 21223466-bb67-4d2b-b00c-77c3825dc5c3, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:28:46.913208 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.924581 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:28:46.934966 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:46.934966 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.934966 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 Sep 15 19:28:46.950072 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Publish callbacks [] for security_group (7c50bc24-fba4-4d9e-bd46-faf56dfcecd5), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.956397 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc30b47-702a-4437-84ef-24c25c5921ae req-bff6f601-9244-4120-9ad4-bbccddf2dfb7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:46.957860 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5bc30b47-702a-4437-84ef-24c25c5921ae req-bff6f601-9244-4120-9ad4-bbccddf2dfb7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.1142111 Sep 15 19:28:46.961931 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (0a39d425-da93-4c39-ab21-476e6d2728ab), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:46.962291 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.segments_db [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Added segment 0a39d425-da93-4c39-ab21-476e6d2728ab of type vlan for network 07e5e693-768e-442d-97f0-950ec83930fe Sep 15 19:28:46.974417 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c92e317-c5b6-417c-8df3-17dfd3d413fd,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:47.039987 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (07e5e693-768e-442d-97f0-950ec83930fe), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:47.053124 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] For port 21223466-bb67-4d2b-b00c-77c3825dc5c3, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:47.066473 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5bc30b47-702a-4437-84ef-24c25c5921ae req-bc410bc8-2942-48a1-b352-93ade2273bbb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933590 Sep 15 19:28:47.073560 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Attempt 7 to provision port 21223466-bb67-4d2b-b00c-77c3825dc5c3 Sep 15 19:28:47.078459 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] For port 21223466-bb67-4d2b-b00c-77c3825dc5c3, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=21223466-bb67-4d2b-b00c-77c3825dc5c3,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:47.101461 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (7c50bc24-fba4-4d9e-bd46-faf56dfcecd5), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:47.107267 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:47.124615 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Port 21223466-bb67-4d2b-b00c-77c3825dc5c3 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:47.133788 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:28:47.143690 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:47.148939 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (add7e5c0-2678-4fdd-a84c-ef6d82b4710f), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:47.149276 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.segments_db [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Added segment add7e5c0-2678-4fdd-a84c-ef6d82b4710f of type vlan for network 1c551f32-2b72-43e2-b898-66bfeafd2424 Sep 15 19:28:47.193993 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (1c551f32-2b72-43e2-b898-66bfeafd2424), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:47.254645 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (07e5e693-768e-442d-97f0-950ec83930fe), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:47.255120 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:47.255719 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:47.256308 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:47.298565 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Routers {'282a0504-19d1-484b-b5ec-68c2a9b6d347'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:47.299939 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['282a0504-19d1-484b-b5ec-68c2a9b6d347'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:47.328446 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] Pushing event updated for resources: {'Network': ['ID=07e5e693-768e-442d-97f0-950ec83930fe,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:47.349835 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network 07e5e693-768e-442d-97f0-950ec83930fe details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:28:47.409781 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d450e1-7f3d-4962-8d80-1a7bc87e761d None None] Pushing event updated for resources: {'Port': ['ID=21223466-bb67-4d2b-b00c-77c3825dc5c3,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:47.434883 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (1c551f32-2b72-43e2-b898-66bfeafd2424), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:47.436577 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:47.437247 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:47.495935 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] Set router 282a0504-19d1-484b-b5ec-68c2a9b6d347 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:47.502628 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] Pushing event updated for resources: {'Network': ['ID=1c551f32-2b72-43e2-b898-66bfeafd2424,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:47.517587 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6e9546a7-ee1b-4233-9220-31cae5ee7b1e admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0986896 Sep 15 19:28:47.517852 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34108) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:47.521802 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network 1c551f32-2b72-43e2-b898-66bfeafd2424 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:28:47.523844 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Request body: {'subnet': {'network_id': '07e5e693-768e-442d-97f0-950ec83930fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-4189181-subnet', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'ip_version': 4}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:47.626785 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Attempt 8 to provision port 21223466-bb67-4d2b-b00c-77c3825dc5c3 Sep 15 19:28:47.830186 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Current status of the port 21223466-bb67-4d2b-b00c-77c3825dc5c3 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:47.830574 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:47.845852 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:43Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '21223466-bb67-4d2b-b00c-77c3825dc5c3', 'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'mac_address': 'fa:16:3e:26:32:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:42Z', 'updated_at': '2022-09-15T19:28:47Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'subnets': [{'id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:48.017868 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57575e3b-bb80-47ac-9938-9dfdd060e77f None None] The sync data for ids ['282a0504-19d1-484b-b5ec-68c2a9b6d347'] in dv-cinder-849846-10-iscsi is: [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:43Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '21223466-bb67-4d2b-b00c-77c3825dc5c3', 'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'mac_address': 'fa:16:3e:26:32:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:42Z', 'updated_at': '2022-09-15T19:28:47Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'subnets': [{'id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:28:48.034385 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] For port 21223466-bb67-4d2b-b00c-77c3825dc5c3, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=21223466-bb67-4d2b-b00c-77c3825dc5c3,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:48.043543 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e33f535c-191a-464e-b368-c5ab5f560879 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7041817 Sep 15 19:28:48.046496 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34114) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:48.052358 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Request body: {'subnet': {'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1837595603-subnet', 'tenant_id': 'cf90b9345ae84e26b58e9238da0dac2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:48.095208 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8297-d5c2-4582-bbf5-02ac0a1ee765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:48.223846 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc519f-507f-4c93-8491-924da83f053e req-94cfe394-a1c9-452a-9b6c-a433ff50a2dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:48.225955 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2fcc519f-507f-4c93-8491-924da83f053e req-94cfe394-a1c9-452a-9b6c-a433ff50a2dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0530386 Sep 15 19:28:48.229634 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:48.277709 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Made reservation on behalf of 52ab88f388b84b5488a950739c0710d0 for: {'subnet': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:48.281786 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6666604'] for subnet (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:48.293748 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Made reservation on behalf of cf90b9345ae84e26b58e9238da0dac2e for: {'subnet': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:48.303475 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6666604'] for subnet (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:48.320215 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2fcc519f-507f-4c93-8491-924da83f053e req-c00341d3-8dcc-4f19-b68a-54829cf991d8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861602 Sep 15 19:28:48.330520 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c6a09-dbde-46de-81a1-543ec6ea42c1 None None] Pushing event updated for resources: {'Port': ['ID=21223466-bb67-4d2b-b00c-77c3825dc5c3,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:48.373365 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-8eec42c7-69d0-4f63-bd5d-4cb6230a40b5 None None] Provisioning complete for port 21223466-bb67-4d2b-b00c-77c3825dc5c3 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:48.373914 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8eec42c7-69d0-4f63-bd5d-4cb6230a40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:48.374465 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-8eec42c7-69d0-4f63-bd5d-4cb6230a40b5 None None] Attempt 1 to provision port 21223466-bb67-4d2b-b00c-77c3825dc5c3 Sep 15 19:28:48.495546 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8eec42c7-69d0-4f63-bd5d-4cb6230a40b5 None None] Current status of the port 21223466-bb67-4d2b-b00c-77c3825dc5c3 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:48.586678 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:48.734415 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:48.789481 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5396767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6666618'] for subnet (79ed40ce-2c9a-4258-994a-683632a1fcf0), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:48.792234 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5396767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6666618'] for subnet (c441a0e4-ec67-4620-a499-b597710c7344), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:48.855562 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 21223466-bb67-4d2b-b00c-77c3825dc5c3 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:48.914443 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 21223466-bb67-4d2b-b00c-77c3825dc5c3 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:48.915361 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:48.916049 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 21223466-bb67-4d2b-b00c-77c3825dc5c3 Sep 15 19:28:49.058285 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-514003a4-20a5-4556-b647-d8f5f0ae3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:49.060492 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-514003a4-20a5-4556-b647-d8f5f0ae3327 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 1129 time: 0.0901933 Sep 15 19:28:49.072983 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 21223466-bb67-4d2b-b00c-77c3825dc5c3 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:49.169293 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-68a3f4fc-de72-43bd-b79b-fd3c53fdb2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:49.171247 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-68a3f4fc-de72-43bd-b79b-fd3c53fdb2c8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.0991032 Sep 15 19:28:49.175543 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ed40ce-2c9a-4258-994a-683632a1fcf0,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:49.196205 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006e030-e4f4-4b41-aa6d-5c95f196047f req-e91f78c8-332b-445e-8cb0-1080615ec492 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:49.197766 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0006e030-e4f4-4b41-aa6d-5c95f196047f req-e91f78c8-332b-445e-8cb0-1080615ec492 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.1052167 Sep 15 19:28:49.227132 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Checking segment: {'id': '0a39d425-da93-4c39-ab21-476e6d2728ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:49.227710 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Network hostable DHCP agents. Network: 07e5e693-768e-442d-97f0-950ec83930fe, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:28:49.234753 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Checking segment: {'id': 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:49.235117 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Network hostable DHCP agents. Network: 1c551f32-2b72-43e2-b898-66bfeafd2424, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:28:49.283410 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c441a0e4-ec67-4620-a499-b597710c7344,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:49.320082 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0006e030-e4f4-4b41-aa6d-5c95f196047f req-c4837620-3cc2-486a-8fa6-1ec947caf5a9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975933 Sep 15 19:28:49.425952 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Network 1c551f32-2b72-43e2-b898-66bfeafd2424 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:28:49.428600 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Network 07e5e693-768e-442d-97f0-950ec83930fe is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:28:49.575150 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, 07e5e693-768e-442d-97f0-950ec83930fe) {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:49.577325 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, 1c551f32-2b72-43e2-b898-66bfeafd2424) {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:49.585970 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:49.585970 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:49.586155 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce378b-34eb-4f70-b538-6a2b2f7e8c3d None None] Network 07e5e693-768e-442d-97f0-950ec83930fe requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:28:49.586260 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:49.586356 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:49.591256 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33e2de-af08-47ef-83f3-f8e624a14d49 None None] Network 1c551f32-2b72-43e2-b898-66bfeafd2424 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:28:49.708719 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8b172406-0356-40ad-bffc-fbecab0d1215 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1894281 Sep 15 19:28:49.712094 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 34138) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:49.715352 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-ef9f6106-c7ae-4957-bc3d-72e9aa4ced74 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6657403 Sep 15 19:28:49.724743 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-4189181-router', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:49.765242 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-07e5e693-768e-442d-97f0-950ec83930fe', 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe', 'project_id': '52ab88f388b84b5488a950739c0710d0', 'fixed_ips': [{'subnet_id': 'c441a0e4-ec67-4620-a499-b597710c7344'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:28:49.766152 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:49.780322 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1a510-c9b4-4e18-b770-27d759c04fc6 None None] Network 1c551f32-2b72-43e2-b898-66bfeafd2424 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:28:49.974273 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (73eebbe5-85ef-4a27-98c2-bea14cba634b), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:49.975452 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (73eebbe5-85ef-4a27-98c2-bea14cba634b), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.009524 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Allocated IP 172.20.0.2 (07e5e693-768e-442d-97f0-950ec83930fe/c441a0e4-ec67-4620-a499-b597710c7344/30333407-0871-4d4e-85f3-6862c3f9ac9e) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:50.060584 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks [] for router_controller (73eebbe5-85ef-4a27-98c2-bea14cba634b), precommit_add_association {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.149536 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6b5a054a-adb2-4c67-b35b-d958b656fc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.171141 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Publish callbacks [] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.207218 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34154) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:50.211890 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-700e7b97-7859-4679-a67b-ae685631be29 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042218780', 'description': 'tempest-description--2130110548'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:50.328403 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks [] for router_gateway (73eebbe5-85ef-4a27-98c2-bea14cba634b), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.363419 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.371384 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-700e7b97-7859-4679-a67b-ae685631be29 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.411597 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Network 07e5e693-768e-442d-97f0-950ec83930fe is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:50.415437 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:50.418484 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:50.431835 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Pushing event updated for resources: {'Port': ['ID=30333407-0871-4d4e-85f3-6862c3f9ac9e,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:50.473029 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88c931-06a2-4b44-8d66-22f8bf6abd58 req-6e44058b-d7b8-423c-8992-d9677fa00999 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:50.474610 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9b88c931-06a2-4b44-8d66-22f8bf6abd58 req-6e44058b-d7b8-423c-8992-d9677fa00999 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0691071 Sep 15 19:28:50.489196 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-700e7b97-7859-4679-a67b-ae685631be29 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (223bdb57-ebdc-4c08-b9eb-38d808ad7986), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.493083 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Attempting to bind port 30333407-0871-4d4e-85f3-6862c3f9ac9e on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:28:50.493547 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Attempting to bind port 30333407-0871-4d4e-85f3-6862c3f9ac9e by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '0a39d425-da93-4c39-ab21-476e6d2728ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:28:50.496981 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Attempting to bind port 30333407-0871-4d4e-85f3-6862c3f9ac9e on network 07e5e693-768e-442d-97f0-950ec83930fe {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:50.533214 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9b88c931-06a2-4b44-8d66-22f8bf6abd58 req-879b3147-7456-4368-92c0-4bd078ec64a3 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471926 Sep 15 19:28:50.558218 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:28:50.558684 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Checking segment: {'id': '0a39d425-da93-4c39-ab21-476e6d2728ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:50.560947 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.561354 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Bound using segment: {'id': '0a39d425-da93-4c39-ab21-476e6d2728ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:28:50.561840 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Bound port: 30333407-0871-4d4e-85f3-6862c3f9ac9e, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a39d425-da93-4c39-ab21-476e6d2728ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:28:50.562221 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.638921 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] For port 30333407-0871-4d4e-85f3-6862c3f9ac9e, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:50.642182 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] For port 30333407-0871-4d4e-85f3-6862c3f9ac9e, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=30333407-0871-4d4e-85f3-6862c3f9ac9e,segment=NetworkSegment(0a39d425-da93-4c39-ab21-476e6d2728ab),segment_id=0a39d425-da93-4c39-ab21-476e6d2728ab)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:50.649189 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-700e7b97-7859-4679-a67b-ae685631be29 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (223bdb57-ebdc-4c08-b9eb-38d808ad7986), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.680735 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e7b97-7859-4679-a67b-ae685631be29 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223bdb57-ebdc-4c08-b9eb-38d808ad7986,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:50.784366 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks [] for router_gateway (73eebbe5-85ef-4a27-98c2-bea14cba634b), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.803237 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.814704 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.815019 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:50.854332 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-700e7b97-7859-4679-a67b-ae685631be29 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:50.859223 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-700e7b97-7859-4679-a67b-ae685631be29 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6508262 Sep 15 19:28:50.859922 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34162) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:50.865060 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-375ef669-7b59-4f98-8616-fa72c9737072 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group_rule': {'security_group_id': '223bdb57-ebdc-4c08-b9eb-38d808ad7986', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:50.899242 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7f117-c759-43f5-a37f-a766632080a8 None None] Pushing event updated for resources: {'Port': ['ID=30333407-0871-4d4e-85f3-6862c3f9ac9e,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:50.943951 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Allocated IP 172.27.0.101 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/091108f7-8491-40ab-b9ae-bf8117fd3351) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:50.948740 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:50.980718 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-375ef669-7b59-4f98-8616-fa72c9737072 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (6e8063a1-8f0e-4c5d-aa00-18077d3a094a), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.128894 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks [] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.134164 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-375ef669-7b59-4f98-8616-fa72c9737072 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (6e8063a1-8f0e-4c5d-aa00-18077d3a094a), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.174354 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.234336 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-3727aedb-a193-45c8-9c6b-4128e95c3be2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8bdaca-d337-4c5a-a11c-dbedba1578a8 HTTP/1.1" status: 200 len: 217 time: 0.0434887 Sep 15 19:28:51.254260 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-375ef669-7b59-4f98-8616-fa72c9737072 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (6e8063a1-8f0e-4c5d-aa00-18077d3a094a), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.272197 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ef669-7b59-4f98-8616-fa72c9737072 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8063a1-8f0e-4c5d-aa00-18077d3a094a,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:51.295380 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.337333 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:51.340429 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:51.346693 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:51.368767 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Pushing event updated for resources: {'Port': ['ID=091108f7-8491-40ab-b9ae-bf8117fd3351,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:51.489339 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-375ef669-7b59-4f98-8616-fa72c9737072 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.490721 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-375ef669-7b59-4f98-8616-fa72c9737072 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6293175 Sep 15 19:28:51.494226 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34176) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:51.498656 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-6d6b0af1-81ad-4f7e-a17b-dd075571569a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group_rule': {'security_group_id': '223bdb57-ebdc-4c08-b9eb-38d808ad7986', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:51.587641 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:51.625663 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0af1-81ad-4f7e-a17b-dd075571569a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (4b3aef4e-abf4-48b4-bd4e-7b74751a623f), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.711028 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0af1-81ad-4f7e-a17b-dd075571569a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (4b3aef4e-abf4-48b4-bd4e-7b74751a623f), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.743312 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc394e8-1656-420c-bad0-6338c45fbb70 req-c6422ced-6795-4770-ada3-8be49a3919a0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:51.744916 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ebc394e8-1656-420c-bad0-6338c45fbb70 req-c6422ced-6795-4770-ada3-8be49a3919a0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0851805 Sep 15 19:28:51.779799 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:51.789921 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks [] for router_gateway (73eebbe5-85ef-4a27-98c2-bea14cba634b), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.791743 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0af1-81ad-4f7e-a17b-dd075571569a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (4b3aef4e-abf4-48b4-bd4e-7b74751a623f), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.814036 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b0af1-81ad-4f7e-a17b-dd075571569a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3aef4e-abf4-48b4-bd4e-7b74751a623f,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:51.851316 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ebc394e8-1656-420c-bad0-6338c45fbb70 req-12dbb0be-73c5-412e-9dc8-b818b9cb81a6 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968280 Sep 15 19:28:51.919883 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0af1-81ad-4f7e-a17b-dd075571569a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:51.920147 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25451c4e-ebfb-4a31-b703-2567276496ff None None] Network 07e5e693-768e-442d-97f0-950ec83930fe requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:28:51.936607 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6d6b0af1-81ad-4f7e-a17b-dd075571569a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4412653 Sep 15 19:28:51.939893 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34182) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:51.950870 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:28:52.024069 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-2ebac763-624b-48e3-8f56-3b7685262919 None None] Provisioning complete for port 30333407-0871-4d4e-85f3-6862c3f9ac9e triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:52.024655 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2ebac763-624b-48e3-8f56-3b7685262919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.025187 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2ebac763-624b-48e3-8f56-3b7685262919 None None] Attempt 1 to provision port 30333407-0871-4d4e-85f3-6862c3f9ac9e Sep 15 19:28:52.060812 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (73eebbe5-85ef-4a27-98c2-bea14cba634b), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.078800 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.192825 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2ebac763-624b-48e3-8f56-3b7685262919 None None] Current status of the port 30333407-0871-4d4e-85f3-6862c3f9ac9e is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:52.193708 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2ebac763-624b-48e3-8f56-3b7685262919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.278666 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:52.281050 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.317888 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-ae462e4b-e99e-4088-8336-1ccc99fe563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:52.327162 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-ae462e4b-e99e-4088-8336-1ccc99fe563d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.1926072 Sep 15 19:28:52.327316 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-2ebac763-624b-48e3-8f56-3b7685262919 None None] For port 30333407-0871-4d4e-85f3-6862c3f9ac9e, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=30333407-0871-4d4e-85f3-6862c3f9ac9e,segment=NetworkSegment(0a39d425-da93-4c39-ab21-476e6d2728ab),segment_id=0a39d425-da93-4c39-ab21-476e6d2728ab)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:52.388736 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-d46e43a7-e9dd-40c9-a9e7-361ae8bc9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:52.390359 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-d46e43a7-e9dd-40c9-a9e7-361ae8bc9428 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0641017 Sep 15 19:28:52.415498 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2ebac763-624b-48e3-8f56-3b7685262919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.445758 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:52.478967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebac763-624b-48e3-8f56-3b7685262919 None None] Pushing event updated for resources: {'Port': ['ID=30333407-0871-4d4e-85f3-6862c3f9ac9e,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:52.500406 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Router 73eebbe5-85ef-4a27-98c2-bea14cba634b is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:28:52.500925 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Allocated IP 172.27.0.208 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/9da7133b-142e-4fa2-84e7-44b62fe95958) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:52.528180 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-ad4f3580-560c-4302-bbc1-86fad3aded5a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283197 Sep 15 19:28:52.543099 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-9a19ee1a-5fff-4692-8b00-c7783e2f9977 None None] Provisioning complete for port 30333407-0871-4d4e-85f3-6862c3f9ac9e triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:52.543948 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9a19ee1a-5fff-4692-8b00-c7783e2f9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.544515 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-9a19ee1a-5fff-4692-8b00-c7783e2f9977 None None] Attempt 1 to provision port 30333407-0871-4d4e-85f3-6862c3f9ac9e Sep 15 19:28:52.655792 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9a19ee1a-5fff-4692-8b00-c7783e2f9977 None None] Current status of the port 30333407-0871-4d4e-85f3-6862c3f9ac9e is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:52.658128 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (9da7133b-142e-4fa2-84e7-44b62fe95958), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.762266 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:28:52.770273 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (9da7133b-142e-4fa2-84e7-44b62fe95958), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.790923 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-16d1ecd9-7a98-4b9d-b56d-609330a3a1b8 req-86bbac9f-526d-4179-ae17-445b5e042867 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272000 Sep 15 19:28:52.791590 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Sync routers for ids ['73eebbe5-85ef-4a27-98c2-bea14cba634b'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:28:52.794287 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.800577 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.811087 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Routers {'73eebbe5-85ef-4a27-98c2-bea14cba634b'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:52.812066 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['73eebbe5-85ef-4a27-98c2-bea14cba634b'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:52.871519 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 30333407-0871-4d4e-85f3-6862c3f9ac9e up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:52.878051 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:52.882681 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:52.886390 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:52.891979 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=9da7133b-142e-4fa2-84e7-44b62fe95958,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:52.909510 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:52.914037 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-4b150296-f2d3-454e-a74b-c65f08339c9f admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1902010 Sep 15 19:28:52.914381 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 34202) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:52.948474 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:52.969222 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Set router 73eebbe5-85ef-4a27-98c2-bea14cba634b gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:53.023109 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 30333407-0871-4d4e-85f3-6862c3f9ac9e triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:53.023375 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.024003 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 30333407-0871-4d4e-85f3-6862c3f9ac9e Sep 15 19:28:53.065521 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (afaec93e-1d78-438e-b751-b4987ad04789), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.073573 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6eb62-24bb-4aa4-9eb4-ee4d4ffb0f3f req-558a9736-286d-4a61-8e2a-4d587fbd95fe tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:53.074920 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d4d6eb62-24bb-4aa4-9eb4-ee4d4ffb0f3f req-558a9736-286d-4a61-8e2a-4d587fbd95fe tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0877590 Sep 15 19:28:53.176375 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d4d6eb62-24bb-4aa4-9eb4-ee4d4ffb0f3f req-bdcc2852-34ce-4b6c-9bb2-bacf02656b7f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920255 Sep 15 19:28:53.188800 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 30333407-0871-4d4e-85f3-6862c3f9ac9e is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:53.258591 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (9da7133b-142e-4fa2-84e7-44b62fe95958), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.416358 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'name': 'tempest-TestMinimumBasicScenario-4189181-router', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:49Z', 'updated_at': '2022-09-15T19:28:51Z', 'revision_number': 3, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'gw_port': {'id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:50Z', 'updated_at': '2022-09-15T19:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:53.446353 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Checking router: 73eebbe5-85ef-4a27-98c2-bea14cba634b for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:28:53.446860 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Updating router 73eebbe5-85ef-4a27-98c2-bea14cba634b port 091108f7-8491-40ab-b9ae-bf8117fd3351 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:28:53.488038 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.504901 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (9da7133b-142e-4fa2-84e7-44b62fe95958), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.597660 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.643017 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (9da7133b-142e-4fa2-84e7-44b62fe95958), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.722323 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=9da7133b-142e-4fa2-84e7-44b62fe95958,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:53.753457 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (afaec93e-1d78-438e-b751-b4987ad04789), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.869345 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Publish callbacks [] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.919207 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.921537 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6a2b388d-fb7c-4c06-b27c-eee60a4d13b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9784997 Sep 15 19:28:53.956728 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-a7f12923-d1ec-40e2-9c8a-d29e269a5723 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:53.958393 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-a7f12923-d1ec-40e2-9c8a-d29e269a5723 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1c551f32-2b72-43e2-b898-66bfeafd2424 HTTP/1.1" status: 200 len: 809 time: 0.4887910 Sep 15 19:28:53.962743 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:53.983808 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b75be782-7214-4c86-9038-83a5026325c9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/quotas/cf90b9345ae84e26b58e9238da0dac2e HTTP/1.1" status: 200 len: 375 time: 0.0192089 Sep 15 19:28:54.001500 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Attempting to bind port 091108f7-8491-40ab-b9ae-bf8117fd3351 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:28:54.002009 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Attempting to bind port 091108f7-8491-40ab-b9ae-bf8117fd3351 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:28:54.002369 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Attempting to bind port 091108f7-8491-40ab-b9ae-bf8117fd3351 on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:54.045167 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648872dd-8cfe-4a14-a936-0c5648a48495 None None] Pushing event updated for resources: {'Port': ['ID=091108f7-8491-40ab-b9ae-bf8117fd3351,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:54.059760 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-99b33c07-8050-4ee0-bc36-0c600f7f516c tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cf90b9345ae84e26b58e9238da0dac2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330927 Sep 15 19:28:54.074100 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:54.082366 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:28:54.082745 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:54.083277 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:54.085683 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:28:54.085683 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Bound port: 091108f7-8491-40ab-b9ae-bf8117fd3351, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:28:54.085683 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:54.152007 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] For port 091108f7-8491-40ab-b9ae-bf8117fd3351, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:54.157270 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] For port 091108f7-8491-40ab-b9ae-bf8117fd3351, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=091108f7-8491-40ab-b9ae-bf8117fd3351,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:54.184770 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Allocated IP 172.20.0.1 (07e5e693-768e-442d-97f0-950ec83930fe/c441a0e4-ec67-4620-a499-b597710c7344/a37ec894-9096-47b0-b51b-e8f27901c226) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:54.218089 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:54.223585 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-5a4fa9a6-c108-4ed5-b78b-7fb5667a4602 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c551f32-2b72-43e2-b898-66bfeafd2424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524949 Sep 15 19:28:54.249254 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-ee22bc93-c231-47a6-9505-d87f6f89e851 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2042218780&fields=id&tenant_id=53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 267 time: 0.0702662 Sep 15 19:28:54.250163 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:54.294862 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Routers {'73eebbe5-85ef-4a27-98c2-bea14cba634b'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:54.296099 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['73eebbe5-85ef-4a27-98c2-bea14cba634b'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:54.379774 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648872dd-8cfe-4a14-a936-0c5648a48495 None None] Pushing event updated for resources: {'Port': ['ID=091108f7-8491-40ab-b9ae-bf8117fd3351,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:54.422057 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-0797c97f-a2a5-4270-80b7-6f16b04998b3 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:54.425006 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-82ce0b12-7c48-4253-8c1b-e8ea0ad96fd1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c551f32-2b72-43e2-b898-66bfeafd2424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869268 Sep 15 19:28:54.431437 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-0797c97f-a2a5-4270-80b7-6f16b04998b3 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 814 time: 0.1729662 Sep 15 19:28:54.449939 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Publish callbacks [] for port (a37ec894-9096-47b0-b51b-e8f27901c226), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:54.461171 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-5d67af06-9373-4276-92aa-c95b97a71a92 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/quotas/53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 375 time: 0.0287614 Sep 15 19:28:54.529274 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] Set router 73eebbe5-85ef-4a27-98c2-bea14cba634b gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:54.560001 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-be8b1819-7d2f-4dac-887c-42258b3880cc tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967815 Sep 15 19:28:54.593482 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:54.680315 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Network 07e5e693-768e-442d-97f0-950ec83930fe is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:54.689244 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:54.697306 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:28:54.735991 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-f9e842eb-1b02-47f3-85a6-b2bc1318c9e7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668556 Sep 15 19:28:54.832229 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:54.849778 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (73eebbe5-85ef-4a27-98c2-bea14cba634b), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:54.861707 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:54.903031 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'name': 'tempest-TestMinimumBasicScenario-4189181-router', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:49Z', 'updated_at': '2022-09-15T19:28:51Z', 'revision_number': 3, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'gw_port': {'id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:50Z', 'updated_at': '2022-09-15T19:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:54.998609 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd1b78-384f-4206-bdb5-57cb9b91c637 None None] The sync data for ids ['73eebbe5-85ef-4a27-98c2-bea14cba634b'] in dv-cinder-849846-10-iscsi is: [{'id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'name': 'tempest-TestMinimumBasicScenario-4189181-router', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:49Z', 'updated_at': '2022-09-15T19:28:51Z', 'revision_number': 3, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'gw_port': {'id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:50Z', 'updated_at': '2022-09-15T19:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:28:55.001202 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-4a8321b1-2ca5-4858-b6fa-e7cea7aa652d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634480 Sep 15 19:28:55.147441 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a37ec894-9096-47b0-b51b-e8f27901c226,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:55.211589 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad75c5-4518-49aa-8bb6-4c8a82733728 req-d38948a2-d5ee-4f98-960c-e485f51fd51f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:55.213112 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-28ad75c5-4518-49aa-8bb6-4c8a82733728 req-d38948a2-d5ee-4f98-960c-e485f51fd51f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.3405087 Sep 15 19:28:55.224707 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Provisioning complete for port a37ec894-9096-47b0-b51b-e8f27901c226 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:55.225093 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:55.225427 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Attempt 1 to provision port a37ec894-9096-47b0-b51b-e8f27901c226 Sep 15 19:28:55.273670 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Port a37ec894-9096-47b0-b51b-e8f27901c226 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:55.285500 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-28ad75c5-4518-49aa-8bb6-4c8a82733728 req-f73d6ef7-90be-4b2c-83f6-2fe781c93280 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571077 Sep 15 19:28:55.396623 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:55.483320 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2f9cc347-caf4-4276-a134-adbc0fe7c890 req-2f6c5217-fd19-4204-94d8-bbb24897461b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 210 time: 0.0961950 Sep 15 19:28:55.514154 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5c3c6449-e950-4134-bfec-d0041f7fecd7 req-90a5642a-1d8e-42a4-a9d6-ec86895713e5 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 210 time: 0.1580534 Sep 15 19:28:55.774650 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Attempt 2 to provision port a37ec894-9096-47b0-b51b-e8f27901c226 Sep 15 19:28:55.818256 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Publish callbacks [] for port (a37ec894-9096-47b0-b51b-e8f27901c226), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:55.828021 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:55.838279 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Port a37ec894-9096-47b0-b51b-e8f27901c226 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:55.877928 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:55.901302 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:55.962558 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (73eebbe5-85ef-4a27-98c2-bea14cba634b), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:55.965249 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a37ec894-9096-47b0-b51b-e8f27901c226,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:56.116197 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Network 07e5e693-768e-442d-97f0-950ec83930fe is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:56.118393 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:56.322412 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Router 73eebbe5-85ef-4a27-98c2-bea14cba634b has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:28:56.342610 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Attempt 3 to provision port a37ec894-9096-47b0-b51b-e8f27901c226 Sep 15 19:28:56.401183 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Port a37ec894-9096-47b0-b51b-e8f27901c226 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:56.503457 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c3eb3-128e-4cde-ba7e-2ca9fdbd4902 req-fbac434d-c344-433b-b535-2eed33c80fbd tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:28:56.506241 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0f9c3eb3-128e-4cde-ba7e-2ca9fdbd4902 req-fbac434d-c344-433b-b535-2eed33c80fbd tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0870633 Sep 15 19:28:56.522063 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:28:56.526934 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-728242a8-ee79-4923-83c3-0237d5bb68f4 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/73eebbe5-85ef-4a27-98c2-bea14cba634b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6112003 Sep 15 19:28:56.597633 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0f9c3eb3-128e-4cde-ba7e-2ca9fdbd4902 req-21433227-6834-4d75-a5ca-622a2677797b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853386 Sep 15 19:28:56.620371 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3f22e8a1-883c-4351-b867-3d1b6737e43a req-c7a19a8c-56bb-49d0-936a-5ec359a9d759 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 210 time: 0.0600429 Sep 15 19:28:56.654194 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:56.713708 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-838df647-2219-4d73-90a5-40b0a90649e9 req-c81d20d9-d51e-4e66-a5c6-df840ca21280 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 210 time: 0.0358906 Sep 15 19:28:56.758304 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:56.857812 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:56.874579 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 091108f7-8491-40ab-b9ae-bf8117fd3351 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:56.903133 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Attempt 4 to provision port a37ec894-9096-47b0-b51b-e8f27901c226 Sep 15 19:28:56.951219 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Port a37ec894-9096-47b0-b51b-e8f27901c226 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:56.961340 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 091108f7-8491-40ab-b9ae-bf8117fd3351 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:56.962074 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:56.962480 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 091108f7-8491-40ab-b9ae-bf8117fd3351 Sep 15 19:28:56.986434 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:57.014074 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:57.070922 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 091108f7-8491-40ab-b9ae-bf8117fd3351 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:57.071441 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:57.095683 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 34312) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:57.111017 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 091108f7-8491-40ab-b9ae-bf8117fd3351, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=091108f7-8491-40ab-b9ae-bf8117fd3351,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:57.189432 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:57.235051 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c6ed4d48-84b9-4017-9a46-5aae219b3f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:57.260455 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=091108f7-8491-40ab-b9ae-bf8117fd3351,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:57.274077 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Sync routers for ids ['73eebbe5-85ef-4a27-98c2-bea14cba634b'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:28:57.293805 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Routers {'73eebbe5-85ef-4a27-98c2-bea14cba634b'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:57.294987 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['73eebbe5-85ef-4a27-98c2-bea14cba634b'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:57.418085 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c6ed4d48-84b9-4017-9a46-5aae219b3f72 admin admin] Publish callbacks [] for security_group (dc4749de-ddc1-419e-a65b-49134a01d075), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:57.445251 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Set router 73eebbe5-85ef-4a27-98c2-bea14cba634b gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:57.452629 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Attempt 5 to provision port a37ec894-9096-47b0-b51b-e8f27901c226 Sep 15 19:28:57.494421 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Port a37ec894-9096-47b0-b51b-e8f27901c226 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:57.534676 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:57.536666 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c6ed4d48-84b9-4017-9a46-5aae219b3f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (dc4749de-ddc1-419e-a65b-49134a01d075), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:57.577017 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34326) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:28:57.587069 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-c6ed4d48-84b9-4017-9a46-5aae219b3f72 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b4e88719bf024b63b8da001c0e9497bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895461 Sep 15 19:28:57.635024 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:57.644559 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed4d48-84b9-4017-9a46-5aae219b3f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4749de-ddc1-419e-a65b-49134a01d075,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:57.654938 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'name': 'tempest-TestMinimumBasicScenario-4189181-router', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:49Z', 'updated_at': '2022-09-15T19:28:55Z', 'revision_number': 4, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'gw_port': {'id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:50Z', 'updated_at': '2022-09-15T19:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'a37ec894-9096-47b0-b51b-e8f27901c226', 'name': '', 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'mac_address': 'fa:16:3e:4d:49:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c441a0e4-ec67-4620-a499-b597710c7344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:53Z', 'updated_at': '2022-09-15T19:28:55Z', 'revision_number': 2, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'subnets': [{'id': 'c441a0e4-ec67-4620-a499-b597710c7344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:57.675253 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a17b9eec-3772-43e6-b111-753f98cd520b admin admin] Publish callbacks [] for security_group (dc4749de-ddc1-419e-a65b-49134a01d075), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:57.689285 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Checking router: 73eebbe5-85ef-4a27-98c2-bea14cba634b for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:28:57.689694 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Updating router 73eebbe5-85ef-4a27-98c2-bea14cba634b port a37ec894-9096-47b0-b51b-e8f27901c226 binding host dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:28:57.723817 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:57.733352 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a17b9eec-3772-43e6-b111-753f98cd520b admin admin] Publish callbacks [] for security_group (dc4749de-ddc1-419e-a65b-49134a01d075), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:57.849794 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:57.906735 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6a3291f4-0c6e-4c15-b493-22f8a25a60dd req-26edec18-396f-429e-a8a9-0c79df168fbf tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 210 time: 0.0407012 Sep 15 19:28:57.965555 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ab0c5117-21ac-4ed0-9809-680c258a9dba req-32c78a6a-0ac1-4eed-b927-e47c9a38fb24 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 210 time: 0.0525618 Sep 15 19:28:57.978402 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:57.990686 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a17b9eec-3772-43e6-b111-753f98cd520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (dc4749de-ddc1-419e-a65b-49134a01d075), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:57.995752 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Attempt 6 to provision port a37ec894-9096-47b0-b51b-e8f27901c226 Sep 15 19:28:57.997033 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a17b9eec-3772-43e6-b111-753f98cd520b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:57.999441 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a17b9eec-3772-43e6-b111-753f98cd520b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dc4749de-ddc1-419e-a65b-49134a01d075 HTTP/1.1" status: 204 len: 168 time: 0.4210141 Sep 15 19:28:58.015918 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b9eec-3772-43e6-b111-753f98cd520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4749de-ddc1-419e-a65b-49134a01d075,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:58.058327 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Port a37ec894-9096-47b0-b51b-e8f27901c226 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:58.214085 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Publish callbacks [] for port (a37ec894-9096-47b0-b51b-e8f27901c226), precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:58.340389 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:58.493027 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Attempting to bind port a37ec894-9096-47b0-b51b-e8f27901c226 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:28:58.493794 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Attempting to bind port a37ec894-9096-47b0-b51b-e8f27901c226 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '0a39d425-da93-4c39-ab21-476e6d2728ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:28:58.494369 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Attempting to bind port a37ec894-9096-47b0-b51b-e8f27901c226 on network 07e5e693-768e-442d-97f0-950ec83930fe {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:28:58.547870 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334d410-d54a-4aaf-a5bc-a0f3be1add3c None None] Pushing event updated for resources: {'Port': ['ID=a37ec894-9096-47b0-b51b-e8f27901c226,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:58.560101 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Attempt 7 to provision port a37ec894-9096-47b0-b51b-e8f27901c226 Sep 15 19:28:58.598263 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:28:58.601510 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Checking segment: {'id': '0a39d425-da93-4c39-ab21-476e6d2728ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:28:58.602242 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:58.602888 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Bound using segment: {'id': '0a39d425-da93-4c39-ab21-476e6d2728ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:28:58.603754 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Bound port: a37ec894-9096-47b0-b51b-e8f27901c226, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a39d425-da93-4c39-ab21-476e6d2728ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:28:58.604303 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:58.678460 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Port a37ec894-9096-47b0-b51b-e8f27901c226 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:28:58.739240 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] For port a37ec894-9096-47b0-b51b-e8f27901c226, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:58.746023 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:58.757643 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] For port a37ec894-9096-47b0-b51b-e8f27901c226, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=a37ec894-9096-47b0-b51b-e8f27901c226,segment=NetworkSegment(0a39d425-da93-4c39-ab21-476e6d2728ab),segment_id=0a39d425-da93-4c39-ab21-476e6d2728ab)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:58.834085 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 091108f7-8491-40ab-b9ae-bf8117fd3351 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:28:58.843215 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:58.926544 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:58.933821 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Routers {'73eebbe5-85ef-4a27-98c2-bea14cba634b'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:28:58.934470 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:28:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['73eebbe5-85ef-4a27-98c2-bea14cba634b'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:58.955542 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 091108f7-8491-40ab-b9ae-bf8117fd3351 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:58.955542 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:58.956236 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 091108f7-8491-40ab-b9ae-bf8117fd3351 Sep 15 19:28:59.112142 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ca9a9f29-2469-48f8-b382-d2c1b0440df0 req-63598eb8-55b4-463c-b8e1-d11c5c2992a3 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 210 time: 0.0438519 Sep 15 19:28:59.158941 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aff0a071-f241-45c4-b84a-e64113758fd9 req-3fb374b6-59c5-419d-9643-77e11051894f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 210 time: 0.0551572 Sep 15 19:28:59.172095 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334d410-d54a-4aaf-a5bc-a0f3be1add3c None None] Pushing event updated for resources: {'Port': ['ID=a37ec894-9096-47b0-b51b-e8f27901c226,revision_number=4']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:59.183332 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Attempt 8 to provision port a37ec894-9096-47b0-b51b-e8f27901c226 Sep 15 19:28:59.198773 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] Set router 73eebbe5-85ef-4a27-98c2-bea14cba634b gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:28:59.225135 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 091108f7-8491-40ab-b9ae-bf8117fd3351 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:59.322128 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:59.332072 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Current status of the port a37ec894-9096-47b0-b51b-e8f27901c226 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:59.332967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:59.384999 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] For port a37ec894-9096-47b0-b51b-e8f27901c226, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=a37ec894-9096-47b0-b51b-e8f27901c226,segment=NetworkSegment(0a39d425-da93-4c39-ab21-476e6d2728ab),segment_id=0a39d425-da93-4c39-ab21-476e6d2728ab)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:59.511131 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:59.540086 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'name': 'tempest-TestMinimumBasicScenario-4189181-router', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:49Z', 'updated_at': '2022-09-15T19:28:55Z', 'revision_number': 4, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'gw_port': {'id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:50Z', 'updated_at': '2022-09-15T19:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'a37ec894-9096-47b0-b51b-e8f27901c226', 'name': '', 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'mac_address': 'fa:16:3e:4d:49:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c441a0e4-ec67-4620-a499-b597710c7344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:53Z', 'updated_at': '2022-09-15T19:28:58Z', 'revision_number': 4, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'subnets': [{'id': 'c441a0e4-ec67-4620-a499-b597710c7344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:28:59.574858 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98eec64-67ab-4c74-994f-5895b287827f None None] The sync data for ids ['73eebbe5-85ef-4a27-98c2-bea14cba634b'] in dv-cinder-849846-10-iscsi is: [{'id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'name': 'tempest-TestMinimumBasicScenario-4189181-router', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:49Z', 'updated_at': '2022-09-15T19:28:55Z', 'revision_number': 4, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'gw_port': {'id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:50Z', 'updated_at': '2022-09-15T19:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'a37ec894-9096-47b0-b51b-e8f27901c226', 'name': '', 'network_id': '07e5e693-768e-442d-97f0-950ec83930fe', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'mac_address': 'fa:16:3e:4d:49:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c441a0e4-ec67-4620-a499-b597710c7344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:53Z', 'updated_at': '2022-09-15T19:28:58Z', 'revision_number': 4, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'subnets': [{'id': 'c441a0e4-ec67-4620-a499-b597710c7344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:28:59.583101 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584ba79-a752-458e-9b06-a19cb9cb32c9 None None] Pushing event updated for resources: {'Port': ['ID=a37ec894-9096-47b0-b51b-e8f27901c226,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:59.668843 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-240ca850-7aa2-4605-87f2-df28aec417f0 None None] Provisioning complete for port a37ec894-9096-47b0-b51b-e8f27901c226 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:28:59.673649 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240ca850-7aa2-4605-87f2-df28aec417f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:28:59.674127 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-240ca850-7aa2-4605-87f2-df28aec417f0 None None] Attempt 1 to provision port a37ec894-9096-47b0-b51b-e8f27901c226 Sep 15 19:28:59.802901 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:28:59.837915 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-240ca850-7aa2-4605-87f2-df28aec417f0 None None] Current status of the port a37ec894-9096-47b0-b51b-e8f27901c226 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:28:59.934831 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:00.400265 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e7865ac7-b77d-4cfb-8389-dc21c156d733 req-576c8b6a-9131-4cc8-9960-e841e1758ec5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 210 time: 0.0561371 Sep 15 19:29:00.514614 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0dce77ed-e6ef-495e-ba37-c3f4c098d306 req-f645d1e4-1e7e-42ef-b92c-897d458673ac tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 210 time: 0.1564362 Sep 15 19:29:00.929311 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a37ec894-9096-47b0-b51b-e8f27901c226 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:29:00.984790 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port a37ec894-9096-47b0-b51b-e8f27901c226 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:29:00.985734 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:00.986287 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port a37ec894-9096-47b0-b51b-e8f27901c226 Sep 15 19:29:01.101510 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port a37ec894-9096-47b0-b51b-e8f27901c226 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:01.576662 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-02fdfb62-9522-4f71-83cc-ee37060f7310 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:01.584256 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-02fdfb62-9522-4f71-83cc-ee37060f7310 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1c551f32-2b72-43e2-b898-66bfeafd2424 HTTP/1.1" status: 200 len: 809 time: 0.2654049 Sep 15 19:29:01.598380 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Request body: {'port': {'device_id': '4836cd00-5dd6-454d-84d6-643e1c0843c2', 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424', 'admin_state_up': True, 'tenant_id': 'cf90b9345ae84e26b58e9238da0dac2e'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:01.665431 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-af943ba3-c46a-4cc8-afdd-9da6e6a5c459 req-adb64858-6e83-4749-9449-d1ab8eff609e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 210 time: 0.0602942 Sep 15 19:29:01.876733 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2132554f-7189-49f6-a7c4-6b819a68216e req-08c704be-88ac-4f4e-ae59-582495f4c96d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 210 time: 0.0358064 Sep 15 19:29:01.988081 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Made reservation on behalf of cf90b9345ae84e26b58e9238da0dac2e for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:01.988081 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:02.116547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:02.194710 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34394) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:02.204621 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-8e283483-0eba-4bf5-b8e3-94957d958807 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1319715227', 'description': 'tempest-description--605467639'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:02.215273 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Allocated IP 172.20.0.9 (1c551f32-2b72-43e2-b898-66bfeafd2424/79ed40ce-2c9a-4258-994a-683632a1fcf0/6a575adf-3c82-4218-b116-aeb619bfddcc) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:02.410885 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks [] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:02.595695 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e283483-0eba-4bf5-b8e3-94957d958807 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:02.659045 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e283483-0eba-4bf5-b8e3-94957d958807 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group (942b9287-9671-4054-aa87-290165421497), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:02.738892 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-af743017-1082-4e12-8931-23df667c6936 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:02.740402 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-af743017-1082-4e12-8931-23df667c6936 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 814 time: 0.1307456 Sep 15 19:29:02.785114 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a8e283ae-27a0-4c51-8f21-838646e203d1 req-e8a78e27-be8a-4111-a365-bcdb20d71dc0 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 210 time: 0.0382094 Sep 15 19:29:02.818368 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:02.873227 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e283483-0eba-4bf5-b8e3-94957d958807 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (942b9287-9671-4054-aa87-290165421497), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:02.883940 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Network 1c551f32-2b72-43e2-b898-66bfeafd2424 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:02.887685 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:02.890176 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:29:02.902178 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-66ba1a85-a101-4476-b315-a9c1105eae65 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 473 time: 0.1533732 Sep 15 19:29:02.918045 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e283483-0eba-4bf5-b8e3-94957d958807 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942b9287-9671-4054-aa87-290165421497,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:02.947459 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'port': {'device_id': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'admin_state_up': True, 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'security_groups': ['223bdb57-ebdc-4c08-b9eb-38d808ad7986']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:02.996065 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Pushing event updated for resources: {'Port': ['ID=6a575adf-3c82-4218-b116-aeb619bfddcc,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:03.078252 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:03.078906 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:03.087843 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878200f5-25af-4629-b11e-cef55598f09d req-045c3184-3c36-4a2a-9e87-0fee7be60684 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:03.090743 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-878200f5-25af-4629-b11e-cef55598f09d req-045c3184-3c36-4a2a-9e87-0fee7be60684 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 931 time: 0.0918849 Sep 15 19:29:03.096263 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8e283483-0eba-4bf5-b8e3-94957d958807 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:03.104737 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8e283483-0eba-4bf5-b8e3-94957d958807 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9057226 Sep 15 19:29:03.106415 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 34414) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:03.113250 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-6e854205-9fc7-4658-a687-f702d1b5f87f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Request body: {'security_group_rule': {'security_group_id': '942b9287-9671-4054-aa87-290165421497', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:03.174059 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-878200f5-25af-4629-b11e-cef55598f09d req-b9baee82-ab9b-4fea-b306-339d21d1aac9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707836 Sep 15 19:29:03.367500 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-b73096d5-6182-4810-ac70-8c50a76386d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7732520 Sep 15 19:29:03.367710 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:03.380998 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Request body: {'port': {'device_id': '4836cd00-5dd6-454d-84d6-643e1c0843c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:03.497970 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:03.683186 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Made reservation on behalf of 53ec78c2e65c4f0c86d505c409031ab6 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:03.687466 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:03.716586 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e854205-9fc7-4658-a687-f702d1b5f87f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group_rule (cb27a67c-1e60-435d-8a58-a41cd48667e6), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:03.944354 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e854205-9fc7-4658-a687-f702d1b5f87f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group_rule (cb27a67c-1e60-435d-8a58-a41cd48667e6), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:04.007314 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3977e31c-a524-4b6e-af02-708bea89d8d7 req-177c66e2-ccf1-4a39-80d6-6b015d9fc2d4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 210 time: 0.0896559 Sep 15 19:29:04.074512 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Allocated IP 172.20.0.7 (f608162d-6498-4eba-ac51-7e7b4de51e0d/15f1138e-d4d8-45fc-9c33-4f2e21216a9a/f848c54c-bc13-4277-851b-f4482d166911) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:04.124715 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e854205-9fc7-4658-a687-f702d1b5f87f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (cb27a67c-1e60-435d-8a58-a41cd48667e6), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:04.175693 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a575adf-3c82-4218-b116-aeb619bfddcc {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:04.186430 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e854205-9fc7-4658-a687-f702d1b5f87f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb27a67c-1e60-435d-8a58-a41cd48667e6,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:04.199358 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Publish callbacks [] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:04.439736 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a678f2-e079-4359-b31f-b4541cfc426a req-871526f0-52d5-43bd-8d6e-3bd72adfee9f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:04.450539 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e0a678f2-e079-4359-b31f-b4541cfc426a req-871526f0-52d5-43bd-8d6e-3bd72adfee9f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 931 time: 0.1407199 Sep 15 19:29:04.580677 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:04.594110 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e0a678f2-e079-4359-b31f-b4541cfc426a req-5ad16942-a4ee-48c1-91fc-2d2242a72796 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386092 Sep 15 19:29:04.625977 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=7 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:04.652143 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Transition to ACTIVE for port object 6a575adf-3c82-4218-b116-aeb619bfddcc will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:29:04.655535 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e854205-9fc7-4658-a687-f702d1b5f87f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:04.659676 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-6e854205-9fc7-4658-a687-f702d1b5f87f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5491500 Sep 15 19:29:04.661230 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34442) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:04.669357 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-ff3da4a7-0800-492d-9fc0-3cf759aabd2f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Request body: {'security_group_rule': {'security_group_id': '942b9287-9671-4054-aa87-290165421497', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:04.767293 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (f848c54c-bc13-4277-851b-f4482d166911), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:04.785808 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:04.790476 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ff3da4a7-0800-492d-9fc0-3cf759aabd2f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group_rule (36297657-917c-445b-aec7-e49a298aa317), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:04.900766 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a575adf-3c82-4218-b116-aeb619bfddcc,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:04.957395 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ff3da4a7-0800-492d-9fc0-3cf759aabd2f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group_rule (36297657-917c-445b-aec7-e49a298aa317), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:04.994698 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Attempting to bind port 6a575adf-3c82-4218-b116-aeb619bfddcc on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:29:04.995327 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Attempting to bind port 6a575adf-3c82-4218-b116-aeb619bfddcc by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:29:04.996122 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Attempting to bind port 6a575adf-3c82-4218-b116-aeb619bfddcc on network 1c551f32-2b72-43e2-b898-66bfeafd2424 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:05.036906 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (f848c54c-bc13-4277-851b-f4482d166911), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.098131 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ff3da4a7-0800-492d-9fc0-3cf759aabd2f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (36297657-917c-445b-aec7-e49a298aa317), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.108559 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Network f608162d-6498-4eba-ac51-7e7b4de51e0d is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:05.112313 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Port 6a575adf-3c82-4218-b116-aeb619bfddcc on network 1c551f32-2b72-43e2-b898-66bfeafd2424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:29:05.113087 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Attempting to bind port 6a575adf-3c82-4218-b116-aeb619bfddcc on network 1c551f32-2b72-43e2-b898-66bfeafd2424 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:05.119389 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3da4a7-0800-492d-9fc0-3cf759aabd2f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36297657-917c-445b-aec7-e49a298aa317,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:05.121323 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:05.146857 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:29:05.202239 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=f848c54c-bc13-4277-851b-f4482d166911,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:05.261675 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ff3da4a7-0800-492d-9fc0-3cf759aabd2f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.274826 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-ff3da4a7-0800-492d-9fc0-3cf759aabd2f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6081326 Sep 15 19:29:05.276137 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34446) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:05.281128 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:05.352489 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fb336-607e-4de2-b9a4-fec2e6d1018b req-614291a8-740d-47ac-9720-c3843ebe0b0f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:05.360070 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9d7fb336-607e-4de2-b9a4-fec2e6d1018b req-614291a8-740d-47ac-9720-c3843ebe0b0f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 931 time: 0.2011130 Sep 15 19:29:05.388053 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:05.388810 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.452533 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:29:05.453154 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Checking segment: {'id': 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:29:05.453724 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Bound using segment: {'id': 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:29:05.454524 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Bound port: 6a575adf-3c82-4218-b116-aeb619bfddcc, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:29:05.455071 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.550846 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Provisioning complete for port f848c54c-bc13-4277-851b-f4482d166911 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:29:05.551601 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (f848c54c-bc13-4277-851b-f4482d166911), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.551773 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Attempt 1 to provision port f848c54c-bc13-4277-851b-f4482d166911 Sep 15 19:29:05.577576 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:05.586350 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.673058 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9d7fb336-607e-4de2-b9a4-fec2e6d1018b req-8211b66c-72f4-4f54-801f-1612ba2f1921 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042846 Sep 15 19:29:05.703682 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-09d7d6b3-a270-4727-9a53-6c3eae04d4c1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7633836 Sep 15 19:29:05.703972 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Port f848c54c-bc13-4277-851b-f4482d166911 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:05.716581 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Request body: {'port': {'device_id': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:05.721520 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:05.812467 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] For port 6a575adf-3c82-4218-b116-aeb619bfddcc, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:05.814633 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.831578 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] For port 6a575adf-3c82-4218-b116-aeb619bfddcc, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6a575adf-3c82-4218-b116-aeb619bfddcc,segment=NetworkSegment(add7e5c0-2678-4fdd-a84c-ef6d82b4710f),segment_id=add7e5c0-2678-4fdd-a84c-ef6d82b4710f)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:05.833788 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7469e3-2168-451d-a45b-017802debd6d req-3f8e037d-73e9-4d21-8a65-3f7e32ef18f7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:05.836325 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ed7469e3-2168-451d-a45b-017802debd6d req-3f8e037d-73e9-4d21-8a65-3f7e32ef18f7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 943 time: 0.0921504 Sep 15 19:29:05.843778 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f848c54c-bc13-4277-851b-f4482d166911), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.930043 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.994886 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:05.995600 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:05.996952 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/6a575adf-3c82-4218-b116-aeb619bfddcc HTTP/1.1" status: 200 len: 1093 time: 2.6224010 Sep 15 19:29:06.002121 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4836cd00-5dd6-454d-84d6-643e1c0843c2', 'tag': '6a575adf-3c82-4218-b116-aeb619bfddcc'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:06.004140 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf90a3c-40a7-4660-803b-b807271aa102" -d '{"events": [{"name": "network-changed", "server_uuid": "4836cd00-5dd6-454d-84d6-643e1c0843c2", "tag": "6a575adf-3c82-4218-b116-aeb619bfddcc"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:06.057125 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ed7469e3-2168-451d-a45b-017802debd6d req-9f6656b1-405c-4e3f-b943-b6ab36028e2d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861625 Sep 15 19:29:06.097429 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:06.125496 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Allocated IP 172.27.0.79 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/990598ac-f482-4e48-83cb-9235ba21c147) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:06.138878 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55d268c-24c6-4334-845e-902f0c74f470 x-openstack-request-id: req-f55d268c-24c6-4334-845e-902f0c74f470 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:06.139309 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4836cd00-5dd6-454d-84d6-643e1c0843c2", "tag": "6a575adf-3c82-4218-b116-aeb619bfddcc", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:06.140479 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f55d268c-24c6-4334-845e-902f0c74f470 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:06.141079 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55d268c-24c6-4334-845e-902f0c74f470'] response: {'name': 'network-changed', 'server_uuid': '4836cd00-5dd6-454d-84d6-643e1c0843c2', 'tag': '6a575adf-3c82-4218-b116-aeb619bfddcc', 'status': 'completed', 'code': 200} Sep 15 19:29:06.202289 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Attempt 2 to provision port f848c54c-bc13-4277-851b-f4482d166911 Sep 15 19:29:06.215167 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857df270-238f-4aea-a318-e0d54e553ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a575adf-3c82-4218-b116-aeb619bfddcc,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:06.289595 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf90a3c-40a7-4660-803b-b807271aa102 req-2f156e3d-5d97-43d9-ae95-51bd002d73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:06.295030 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cdf90a3c-40a7-4660-803b-b807271aa102 req-2f156e3d-5d97-43d9-ae95-51bd002d73d0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf90b9345ae84e26b58e9238da0dac2e&device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 1127 time: 0.1428194 Sep 15 19:29:06.333875 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Port f848c54c-bc13-4277-851b-f4482d166911 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:06.341229 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for port (990598ac-f482-4e48-83cb-9235ba21c147), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:06.479362 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (990598ac-f482-4e48-83cb-9235ba21c147), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:06.510708 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf90a3c-40a7-4660-803b-b807271aa102 req-dd8386b4-b4fc-4338-911d-8b3715ff3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:06.513085 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cdf90a3c-40a7-4660-803b-b807271aa102 req-dd8386b4-b4fc-4338-911d-8b3715ff3abc service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=cf90b9345ae84e26b58e9238da0dac2e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2123358 Sep 15 19:29:06.565509 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:06.569525 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:06.597999 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:29:06.602821 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event updated for resources: {'Port': ['ID=990598ac-f482-4e48-83cb-9235ba21c147,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:06.629721 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f848c54c-bc13-4277-851b-f4482d166911 {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:06.660318 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Publish callbacks [] for port (f848c54c-bc13-4277-851b-f4482d166911), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:06.713031 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Transition to ACTIVE for port object f848c54c-bc13-4277-851b-f4482d166911 will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:29:06.771820 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for floatingip (b2b0cf94-17f1-468a-81fe-51a279d92304), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:06.773606 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf90a3c-40a7-4660-803b-b807271aa102 req-b5e34f47-6dda-440a-b268-744e1d87b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:06.777298 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cdf90a3c-40a7-4660-803b-b807271aa102 req-b5e34f47-6dda-440a-b268-744e1d87b2a0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2316120 Sep 15 19:29:06.826404 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (f848c54c-bc13-4277-851b-f4482d166911), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:06.836119 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Attempt 3 to provision port f848c54c-bc13-4277-851b-f4482d166911 Sep 15 19:29:06.921728 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Port f848c54c-bc13-4277-851b-f4482d166911 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:06.997398 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dbe23-1ef2-4565-bc25-4840dc5451f0 req-5eca5c1f-538c-4f9d-9349-b35f5e27b183 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:06.998704 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-fb5a56fe-dc39-46ce-bd6a-944199065ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:07.001003 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-fb5a56fe-dc39-46ce-bd6a-944199065ade service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf90b9345ae84e26b58e9238da0dac2e&device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 1127 time: 0.1663682 Sep 15 19:29:07.005198 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-927dbe23-1ef2-4565-bc25-4840dc5451f0 req-5eca5c1f-538c-4f9d-9349-b35f5e27b183 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 943 time: 0.1406925 Sep 15 19:29:07.022076 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (990598ac-f482-4e48-83cb-9235ba21c147), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:07.077799 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-4137424a-f7ef-4843-bd7d-00deebf790fd service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a575adf-3c82-4218-b116-aeb619bfddcc HTTP/1.1" status: 200 len: 217 time: 0.0653336 Sep 15 19:29:07.079239 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Pushing event updated for resources: {'Port': ['ID=f848c54c-bc13-4277-851b-f4482d166911,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:07.323578 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-927dbe23-1ef2-4565-bc25-4840dc5451f0 req-8815bd0b-7a07-41ab-83c7-bc65e9505d10 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172081 Sep 15 19:29:07.332802 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Attempting to bind port f848c54c-bc13-4277-851b-f4482d166911 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:29:07.333547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Attempting to bind port f848c54c-bc13-4277-851b-f4482d166911 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:29:07.334105 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Attempting to bind port f848c54c-bc13-4277-851b-f4482d166911 on network f608162d-6498-4eba-ac51-7e7b4de51e0d {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:07.396764 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for port (990598ac-f482-4e48-83cb-9235ba21c147), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:07.402530 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0151cb-1d26-4223-bc7c-f33d58137b89 req-dbdbae7e-cab8-4913-8470-b952f36349b9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:07.414608 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5b0151cb-1d26-4223-bc7c-f33d58137b89 req-dbdbae7e-cab8-4913-8470-b952f36349b9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 943 time: 0.1534910 Sep 15 19:29:07.414608 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-c91a2545-a1bf-43f5-8389-6dc071333505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:07.414608 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-c91a2545-a1bf-43f5-8389-6dc071333505 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=79ed40ce-2c9a-4258-994a-683632a1fcf0 HTTP/1.1" status: 200 len: 849 time: 0.3199055 Sep 15 19:29:07.423837 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Attempt 4 to provision port f848c54c-bc13-4277-851b-f4482d166911 Sep 15 19:29:07.477566 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Port f848c54c-bc13-4277-851b-f4482d166911 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:07.480981 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-679bd1c8-b533-4838-89ed-338b0f7daca0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1c551f32-2b72-43e2-b898-66bfeafd2424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643625 Sep 15 19:29:07.525572 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Port f848c54c-bc13-4277-851b-f4482d166911 on network f608162d-6498-4eba-ac51-7e7b4de51e0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:29:07.525927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Attempting to bind port f848c54c-bc13-4277-851b-f4482d166911 on network f608162d-6498-4eba-ac51-7e7b4de51e0d {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:07.596568 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5b0151cb-1d26-4223-bc7c-f33d58137b89 req-c8ec6fb9-1f6c-4765-9f40-3088e38e4193 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710892 Sep 15 19:29:07.652612 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:29:07.652946 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Checking segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:29:07.653329 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Bound using segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:29:07.653767 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Bound port: f848c54c-bc13-4277-851b-f4482d166911, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:29:07.654120 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f848c54c-bc13-4277-851b-f4482d166911), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:07.666176 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-5d28844d-bb95-4ce6-8e2d-6786023e753a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c551f32-2b72-43e2-b898-66bfeafd2424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769979 Sep 15 19:29:07.733296 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] For port f848c54c-bc13-4277-851b-f4482d166911, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:07.736980 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] For port f848c54c-bc13-4277-851b-f4482d166911, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f848c54c-bc13-4277-851b-f4482d166911,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:07.857989 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:07.979386 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Attempt 5 to provision port f848c54c-bc13-4277-851b-f4482d166911 Sep 15 19:29:08.013264 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Port f848c54c-bc13-4277-851b-f4482d166911 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:08.054824 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (990598ac-f482-4e48-83cb-9235ba21c147), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:08.055804 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (f848c54c-bc13-4277-851b-f4482d166911), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:08.061186 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:08.070699 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:08.070699 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/f848c54c-bc13-4277-851b-f4482d166911 HTTP/1.1" status: 200 len: 1093 time: 2.3591869 Sep 15 19:29:08.124192 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47c63e-fa0c-48d8-b9b8-8ba2982d5d36 service neutron] Pushing event updated for resources: {'Port': ['ID=f848c54c-bc13-4277-851b-f4482d166911,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:08.142311 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'tag': 'f848c54c-bc13-4277-851b-f4482d166911'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:08.143220 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event updated for resources: {'Port': ['ID=990598ac-f482-4e48-83cb-9235ba21c147,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:08.144991 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fb3e93-3c45-4d9e-a923-274438299bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6cfa71-df2d-4e56-ba89-35f6153f327f", "tag": "f848c54c-bc13-4277-851b-f4482d166911"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:08.146974 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (b2b0cf94-17f1-468a-81fe-51a279d92304), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:08.191242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a503627-a711-4ca8-a492-98b788548861 x-openstack-request-id: req-4a503627-a711-4ca8-a492-98b788548861 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:08.191242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6cfa71-df2d-4e56-ba89-35f6153f327f", "tag": "f848c54c-bc13-4277-851b-f4482d166911", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:08.191242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a503627-a711-4ca8-a492-98b788548861 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:08.191242 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a503627-a711-4ca8-a492-98b788548861'] response: {'name': 'network-changed', 'server_uuid': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'tag': 'f848c54c-bc13-4277-851b-f4482d166911', 'status': 'completed', 'code': 200} Sep 15 19:29:08.249063 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:08.250075 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-d19b0ada-60cd-4c0e-9a53-45d162c2b57a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9723914 Sep 15 19:29:08.346445 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:08.432498 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:08.514207 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Attempt 6 to provision port f848c54c-bc13-4277-851b-f4482d166911 Sep 15 19:29:08.586442 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d5ff9-9d92-432c-a570-c4bfc9a08076 req-f8a7d6bd-fe66-4171-8c5c-0ba53f469350 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:08.600748 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b6425-a8ca-4fcf-baf1-1b34eaad241f None None] Port f848c54c-bc13-4277-851b-f4482d166911 had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:29:08.604249 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f93d5ff9-9d92-432c-a570-c4bfc9a08076 req-f8a7d6bd-fe66-4171-8c5c-0ba53f469350 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 943 time: 0.1139390 Sep 15 19:29:08.667611 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-91b182ca-be90-4a7d-a664-345b0dea901b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1319715227&fields=id&tenant_id=016f968319fd49d98506030c0bee6021 HTTP/1.1" status: 200 len: 267 time: 0.0949728 Sep 15 19:29:08.732450 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f93d5ff9-9d92-432c-a570-c4bfc9a08076 req-5884449d-588e-45bf-b129-e89cd771354b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125016 Sep 15 19:29:08.844123 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-09a13b4e-0cdc-4a28-9e72-51734991b214 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:08.851773 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-09a13b4e-0cdc-4a28-9e72-51734991b214 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 819 time: 0.1770778 Sep 15 19:29:08.869741 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-56b2506e-206c-4fb5-be7b-da764e796885 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/quotas/016f968319fd49d98506030c0bee6021 HTTP/1.1" status: 200 len: 375 time: 0.0161660 Sep 15 19:29:08.902937 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7ef75-4910-4331-af76-cc1b1abd706d req-f482ee1b-1979-41d6-b349-ad78e02ac664 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:08.910712 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-51f7ef75-4910-4331-af76-cc1b1abd706d req-f482ee1b-1979-41d6-b349-ad78e02ac664 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 943 time: 0.0762570 Sep 15 19:29:08.954205 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-093d95c1-9e78-4b65-80c6-c9f817cef289 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0749617 Sep 15 19:29:08.976517 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-51f7ef75-4910-4331-af76-cc1b1abd706d req-a5150bf9-1255-4600-a1d8-c7d5a1325713 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635860 Sep 15 19:29:09.010189 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:29:09.062515 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-bed0a45a-db07-44e5-adea-6cb537be22d7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071143 Sep 15 19:29:09.082855 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:09.153222 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:09.174182 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-32b254bf-cb1b-4a74-bff4-e61478c8b829 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047814 Sep 15 19:29:09.454523 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6bc1b404-3a26-4ff6-a4c5-90b8621476a4 req-d29f0451-1f5e-440e-82e0-52fd440c0412 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 210 time: 0.0339465 Sep 15 19:29:09.658194 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:09.912923 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6d445-88ab-401b-8453-72b3c4690043 req-af3bf263-9825-475a-9707-2845effa53fb tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:09.920010 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-dfb6d445-88ab-401b-8453-72b3c4690043 req-af3bf263-9825-475a-9707-2845effa53fb tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 943 time: 0.0964875 Sep 15 19:29:09.969452 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-dfb6d445-88ab-401b-8453-72b3c4690043 req-f7c9b5a6-7ae4-49f6-ae9a-07823f9f8640 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486138 Sep 15 19:29:10.148156 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf825601-f644-478c-a58e-45984c2779f6 req-eaeec7bf-921d-435a-a67d-f04497985e3c tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:10.152109 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bf825601-f644-478c-a58e-45984c2779f6 req-eaeec7bf-921d-435a-a67d-f04497985e3c tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 943 time: 0.0802381 Sep 15 19:29:10.277060 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:10.310247 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb3e93-3c45-4d9e-a923-274438299bd2 req-b477fd44-be6e-4c06-9f61-fb28e69d1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:10.311809 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-77fb3e93-3c45-4d9e-a923-274438299bd2 req-b477fd44-be6e-4c06-9f61-fb28e69d1924 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 1127 time: 0.1228402 Sep 15 19:29:10.317864 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bf825601-f644-478c-a58e-45984c2779f6 req-465b4ed4-5498-40d1-8397-20bffc766a1e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624095 Sep 15 19:29:10.409221 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-98965a85-d152-4b8e-95b8-4db2b35b7661 req-c882bc48-ec3e-47b3-b176-0243c78e475d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c551f32-2b72-43e2-b898-66bfeafd2424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335193 Sep 15 19:29:10.437214 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:10.482819 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb3e93-3c45-4d9e-a923-274438299bd2 req-80b58413-6f53-4a42-b635-024222359bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:10.484528 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-77fb3e93-3c45-4d9e-a923-274438299bd2 req-80b58413-6f53-4a42-b635-024222359bc6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1506734 Sep 15 19:29:10.617446 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb3e93-3c45-4d9e-a923-274438299bd2 req-ab5a0654-e126-4330-9c52-eb1959dec16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:10.619214 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-77fb3e93-3c45-4d9e-a923-274438299bd2 req-ab5a0654-e126-4330-9c52-eb1959dec16e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269138 Sep 15 19:29:10.624743 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3a95c59f-296b-4859-b79b-0ec8a8cfb3bd req-b8733c50-65c7-4c83-9f7c-480f597a6058 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 210 time: 0.0491247 Sep 15 19:29:10.634415 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:10.680611 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:11.008776 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:11.134216 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1a960-8a30-4ca7-ad6e-90eccad835e9 req-548ea892-0793-4ab8-bdf3-046af828eaed tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:11.135854 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f1f1a960-8a30-4ca7-ad6e-90eccad835e9 req-548ea892-0793-4ab8-bdf3-046af828eaed tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 943 time: 0.0643535 Sep 15 19:29:11.191556 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f1f1a960-8a30-4ca7-ad6e-90eccad835e9 req-ab0b8bf2-8e45-41cb-b48f-28ef3800fd50 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480444 Sep 15 19:29:11.483698 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ef029-05d3-42f0-9b06-3f7ba2be3a08 req-44894928-8765-4704-ab26-b4eade23dba4 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:11.485185 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-688ef029-05d3-42f0-9b06-3f7ba2be3a08 req-44894928-8765-4704-ab26-b4eade23dba4 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 943 time: 0.0471001 Sep 15 19:29:11.534562 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-688ef029-05d3-42f0-9b06-3f7ba2be3a08 req-49d136bb-71db-40da-ad18-983dbcc95faa tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436566 Sep 15 19:29:11.729110 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-766d36a5-532c-487f-801c-907ad0fe3485 req-bb93c69e-f49a-4def-892b-dfec6d315f3f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 210 time: 0.0318582 Sep 15 19:29:11.967831 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:12.034378 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:12.183520 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:12.218150 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:12.324268 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc8344-5c8a-4ce7-95f8-93bbf6159f7d req-4a910708-e661-4dc7-872b-6473eaaf22c5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:12.325733 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-bfcc8344-5c8a-4ce7-95f8-93bbf6159f7d req-4a910708-e661-4dc7-872b-6473eaaf22c5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 943 time: 0.0527604 Sep 15 19:29:12.379462 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-bfcc8344-5c8a-4ce7-95f8-93bbf6159f7d req-a1d52e6a-5483-47fb-95d1-6d2a38ea7062 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457606 Sep 15 19:29:12.590875 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:12.661300 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8003f92-d22d-4d94-b3d5-34dbc3e99d65 req-a631810b-ca42-42da-8bda-4dca592762c6 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:12.663288 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8003f92-d22d-4d94-b3d5-34dbc3e99d65 req-a631810b-ca42-42da-8bda-4dca592762c6 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 943 time: 0.0483742 Sep 15 19:29:12.712971 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8003f92-d22d-4d94-b3d5-34dbc3e99d65 req-1a197c49-c1f8-4c88-ae70-da9006f8f674 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436201 Sep 15 19:29:12.748543 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:12.777623 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:12.837312 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-676d8113-2faa-45e5-a675-43278506bdbf req-a2a2fca9-ac2f-4fa5-975e-c0be99731a3d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 210 time: 0.0281694 Sep 15 19:29:12.880962 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:13.302086 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-d9d565a8-eb50-474e-8e2e-b7cb07d4b54d tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:13.303480 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-d9d565a8-eb50-474e-8e2e-b7cb07d4b54d tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/networks?id=c851a255-af99-440b-bdcd-712401c04b66 HTTP/1.1" status: 200 len: 814 time: 0.1039803 Sep 15 19:29:13.318323 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-c4c8cb24-e120-4cf6-942a-591740032c1d tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/quotas/4fd3f2da26af4d3db4c6db4ceb851558 HTTP/1.1" status: 200 len: 375 time: 0.0092270 Sep 15 19:29:13.371682 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-4fdb1055-c396-420b-845f-78ffae46e444 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4fd3f2da26af4d3db4c6db4ceb851558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475595 Sep 15 19:29:13.389135 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:13.481838 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-351eb1b7-bc14-4cee-9a65-7fa5b599a063 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980892 Sep 15 19:29:13.516678 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95e585-7e7d-4920-ae2d-7dcf4a280814 req-4f70d543-d23c-46da-90ea-bcd5ba22e372 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:13.518258 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bf95e585-7e7d-4920-ae2d-7dcf4a280814 req-4f70d543-d23c-46da-90ea-bcd5ba22e372 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 943 time: 0.0523095 Sep 15 19:29:13.571431 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bf95e585-7e7d-4920-ae2d-7dcf4a280814 req-cbb7e4dc-85a0-4226-8039-1fc8384a654f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Sep 15 19:29:13.597149 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-505712b6-9f4c-4044-8a0b-0b40574051ab service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091816 Sep 15 19:29:13.840289 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b0ca5a46-bc10-4559-b5f9-b70bcb7d13cf req-774daa8b-bb88-46f2-a03b-d1a225cef98f tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 210 time: 0.0356019 Sep 15 19:29:13.849829 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bde2b-2326-47bc-8820-9e85efa8dcd7 req-4ac37878-b918-447a-9704-308d4bdb5137 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:13.858945 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-369bde2b-2326-47bc-8820-9e85efa8dcd7 req-4ac37878-b918-447a-9704-308d4bdb5137 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 943 time: 0.0617549 Sep 15 19:29:13.919897 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-369bde2b-2326-47bc-8820-9e85efa8dcd7 req-0960b465-b752-4008-bbd5-a866ebea13dc tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600762 Sep 15 19:29:13.958898 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ccd37f4c-2439-4470-a86f-d475cbd08b88 req-c85ace46-d2d8-45d6-b342-53446b6ac762 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 210 time: 0.0324676 Sep 15 19:29:14.294024 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-f47d4dbc-0acd-4a5c-b804-672b90f49f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:14.295540 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-f47d4dbc-0acd-4a5c-b804-672b90f49f74 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 1127 time: 0.0466776 Sep 15 19:29:14.338754 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-26386063-2a83-40e7-8011-0f0c4975b049 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f848c54c-bc13-4277-851b-f4482d166911 HTTP/1.1" status: 200 len: 217 time: 0.0334291 Sep 15 19:29:14.404552 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-e1a70fd6-48b0-41ff-9eff-56c6e9bf4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:14.406185 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-e1a70fd6-48b0-41ff-9eff-56c6e9bf4de0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.0544384 Sep 15 19:29:14.453789 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-4f1aadfa-7e85-4612-b90c-16f6d31f5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:14.455259 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-4f1aadfa-7e85-4612-b90c-16f6d31f5133 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409374 Sep 15 19:29:14.518710 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:14.571407 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-529c3975-c401-46d9-ac78-d058c662bfaf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047699 Sep 15 19:29:14.726591 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdfb7f-6bf4-4cc9-a76c-04c83d814a12 req-fcba8707-8dbd-4d90-8aa1-962d24d09f11 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:14.728351 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6ffdfb7f-6bf4-4cc9-a76c-04c83d814a12 req-fcba8707-8dbd-4d90-8aa1-962d24d09f11 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 943 time: 0.0658758 Sep 15 19:29:14.751490 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1d3893c-acf6-4686-a46d-b98a80d9b2c7 req-8313344c-0698-461c-a948-343fef71bbcc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752424 Sep 15 19:29:14.762301 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:14.791829 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6ffdfb7f-6bf4-4cc9-a76c-04c83d814a12 req-3d61922f-7760-4e38-883b-1cc3a6637a18 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519857 Sep 15 19:29:14.882681 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:14.933477 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7eefd973-e960-4270-a909-70694ccad2ef req-53dd09fe-e09a-4f0a-b2aa-68cf10922491 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 210 time: 0.0293021 Sep 15 19:29:15.056552 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ce324-c804-4b13-8305-09e23cab5a28 req-2920b19e-00e5-4b3b-b7da-ff45e375fdea tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:15.058053 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-857ce324-c804-4b13-8305-09e23cab5a28 req-2920b19e-00e5-4b3b-b7da-ff45e375fdea tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 943 time: 0.0518768 Sep 15 19:29:15.072269 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-26e228e6-666a-492e-a4e6-142db074ecd1 req-d2c88565-198e-46ee-8ac7-cbdca357b965 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 210 time: 0.0312781 Sep 15 19:29:15.108123 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-857ce324-c804-4b13-8305-09e23cab5a28 req-7d8eca2d-e439-498f-b852-c6e5cebb0639 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Sep 15 19:29:15.297142 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:15.521888 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:15.617630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:15.923093 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa78e68-2585-4cb6-a1c0-bc39c887e920 req-6728fee2-77ef-4d9e-ba29-3f2e35435bfe tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:15.925248 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-daa78e68-2585-4cb6-a1c0-bc39c887e920 req-6728fee2-77ef-4d9e-ba29-3f2e35435bfe tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 943 time: 0.0517571 Sep 15 19:29:15.979975 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-daa78e68-2585-4cb6-a1c0-bc39c887e920 req-8484eaa7-b7ac-4d74-8187-7104c42fb4c9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459964 Sep 15 19:29:15.985061 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:16.050409 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-dc245fb0-40f8-472c-af88-20bafd640a50 req-dbff696d-c5ec-4b10-866e-bfdf1df949fa tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 210 time: 0.0311382 Sep 15 19:29:16.185425 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b7dd53e0-9a2c-4de8-ae29-538b5279ccd2 req-d8e8af15-244a-45f1-9539-302bbef5f783 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 210 time: 0.0374475 Sep 15 19:29:16.241829 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b97121-e509-4aeb-862c-dfd5699f4624 req-b7536015-63ee-414b-8947-cea5e81ada62 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:16.243298 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-90b97121-e509-4aeb-862c-dfd5699f4624 req-b7536015-63ee-414b-8947-cea5e81ada62 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 943 time: 0.0496395 Sep 15 19:29:16.276884 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:INSERT=28,neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:16.294271 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-90b97121-e509-4aeb-862c-dfd5699f4624 req-299dc677-3b45-4431-9b89-118e9f3e2f09 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452380 Sep 15 19:29:16.790117 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-8dd4c1a8-a657-4865-bc73-0816511f57c9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:16.790117 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-8dd4c1a8-a657-4865-bc73-0816511f57c9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 819 time: 0.1201954 Sep 15 19:29:16.853014 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-47953b95-3447-4364-b4b5-7a74ab521096 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=016f968319fd49d98506030c0bee6021 HTTP/1.1" status: 200 len: 380 time: 0.0548694 Sep 15 19:29:16.866491 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Request body: {'port': {'device_id': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'admin_state_up': True, 'tenant_id': '016f968319fd49d98506030c0bee6021', 'security_groups': ['942b9287-9671-4054-aa87-290165421497']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:17.109324 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd441-d48b-4da2-8bb6-2b80aacfd565 req-9ccf74f8-50d1-4b75-9be9-de67a512527a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:17.110874 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c18bd441-d48b-4da2-8bb6-2b80aacfd565 req-9ccf74f8-50d1-4b75-9be9-de67a512527a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 943 time: 0.0501342 Sep 15 19:29:17.156829 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-54e9b0ab-df2d-4bdd-bcf7-9f952c889775 req-9390b3df-35c9-4a45-aab7-4c697f306fd5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 210 time: 0.0281267 Sep 15 19:29:17.158080 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Made reservation on behalf of 016f968319fd49d98506030c0bee6021 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:17.162237 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:17.168249 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c18bd441-d48b-4da2-8bb6-2b80aacfd565 req-f416cfb5-1aac-4770-ab6d-dbea69f5a33d tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515168 Sep 15 19:29:17.210966 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 6a575adf-3c82-4218-b116-aeb619bfddcc details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:29:17.310986 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4ad446b0-4e0d-44a7-b121-961a171cba97 req-61d376c7-1039-46f9-8ec3-f5e6ff985aee tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 210 time: 0.0401082 Sep 15 19:29:17.361783 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 6a575adf-3c82-4218-b116-aeb619bfddcc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6a575adf-3c82-4218-b116-aeb619bfddcc,segment=NetworkSegment(add7e5c0-2678-4fdd-a84c-ef6d82b4710f),segment_id=add7e5c0-2678-4fdd-a84c-ef6d82b4710f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:17.383309 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '6a575adf-3c82-4218-b116-aeb619bfddcc', 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424', 'port_id': '6a575adf-3c82-4218-b116-aeb619bfddcc', 'mac_address': 'fa:16:3e:7b:1e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ed40ce-2c9a-4258-994a-683632a1fcf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:29:17.394305 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Allocated IP 172.20.0.6 (f2ffb04b-7869-41f6-aad2-f6912ace930a/a70788c3-b1e1-445b-9b7b-a4dc053dec41/e07717f9-44fe-4be0-919e-d14afd6d6dcf) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:17.439876 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa103dd-c246-488b-915b-d1e0948e8a9f req-ae97cfde-0449-420e-8f4d-1a2b03edb728 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:17.445018 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8aa103dd-c246-488b-915b-d1e0948e8a9f req-ae97cfde-0449-420e-8f4d-1a2b03edb728 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 943 time: 0.0577412 Sep 15 19:29:17.496649 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8aa103dd-c246-488b-915b-d1e0948e8a9f req-b129a70c-015f-4b6a-86cb-e4be00bb1e97 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485995 Sep 15 19:29:17.562256 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 6a575adf-3c82-4218-b116-aeb619bfddcc is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:17.562644 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:17.583959 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:17.591361 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a575adf-3c82-4218-b116-aeb619bfddcc {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:17.615965 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 6a575adf-3c82-4218-b116-aeb619bfddcc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6a575adf-3c82-4218-b116-aeb619bfddcc,segment=NetworkSegment(add7e5c0-2678-4fdd-a84c-ef6d82b4710f),segment_id=add7e5c0-2678-4fdd-a84c-ef6d82b4710f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:17.635248 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:17.699641 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d8963cdb-fae9-4c16-bc05-eeabf4bb50f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:17.717750 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-2832dc69-e732-4c1a-878e-13eef38d7dc3 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:17.719193 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-2832dc69-e732-4c1a-878e-13eef38d7dc3 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c851a255-af99-440b-bdcd-712401c04b66 HTTP/1.1" status: 200 len: 814 time: 0.1075785 Sep 15 19:29:17.732923 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'port': {'device_id': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'admin_state_up': True, 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:17.743236 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:17.744312 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device f848c54c-bc13-4277-851b-f4482d166911 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:29:17.759617 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:17.838827 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=6a575adf-3c82-4218-b116-aeb619bfddcc,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:17.852233 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event updated for resources: {'Port': ['ID=e07717f9-44fe-4be0-919e-d14afd6d6dcf,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:17.856467 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Network f2ffb04b-7869-41f6-aad2-f6912ace930a is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:17.863288 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:17.868129 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:29:17.877583 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:17.973126 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port f848c54c-bc13-4277-851b-f4482d166911, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f848c54c-bc13-4277-851b-f4482d166911,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:17.992158 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': 'f848c54c-bc13-4277-851b-f4482d166911', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'port_id': 'f848c54c-bc13-4277-851b-f4482d166911', 'mac_address': 'fa:16:3e:14:f3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:29:18.048849 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port f848c54c-bc13-4277-851b-f4482d166911 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:18.049263 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f848c54c-bc13-4277-851b-f4482d166911), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:18.068481 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f848c54c-bc13-4277-851b-f4482d166911 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:18.090434 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:18.094898 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port f848c54c-bc13-4277-851b-f4482d166911, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f848c54c-bc13-4277-851b-f4482d166911,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:18.183350 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (f848c54c-bc13-4277-851b-f4482d166911), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:18.201646 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:18.215607 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:18.215940 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:18.269605 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Made reservation on behalf of 4fd3f2da26af4d3db4c6db4ceb851558 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:18.270312 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Provisioning complete for port e07717f9-44fe-4be0-919e-d14afd6d6dcf triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:29:18.270994 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:18.270994 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Attempt 1 to provision port e07717f9-44fe-4be0-919e-d14afd6d6dcf Sep 15 19:29:18.272726 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:18.276358 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=f848c54c-bc13-4277-851b-f4482d166911,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:18.326803 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-c67df436-286a-45f4-97bf-a9a4633b7ab8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4648893 Sep 15 19:29:18.336578 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Port e07717f9-44fe-4be0-919e-d14afd6d6dcf cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:18.358271 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f72aebcf-d557-4f46-b9a3-ea2a06450d21 req-7a1c4c28-eea3-4eb3-9593-1618569b2554 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 210 time: 0.0726926 Sep 15 19:29:18.514723 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Request body: {'port': {'device_id': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:18.545344 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58531ffd-8b90-4bce-9b23-d1dc3a4db28d req-de25de7d-8e1b-454b-ab8b-5541598ee592 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:18.547129 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-58531ffd-8b90-4bce-9b23-d1dc3a4db28d req-de25de7d-8e1b-454b-ab8b-5541598ee592 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 931 time: 0.0737081 Sep 15 19:29:18.577453 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fef582-6e70-42ec-b70b-dc012472c079 req-0f30e149-b19e-436a-9db0-92f1bb043a84 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:18.579134 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-58fef582-6e70-42ec-b70b-dc012472c079 req-0f30e149-b19e-436a-9db0-92f1bb043a84 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 944 time: 0.2510715 Sep 15 19:29:18.618692 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['6a575adf-3c82-4218-b116-aeb619bfddcc'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:18.625640 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:18.636985 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-58531ffd-8b90-4bce-9b23-d1dc3a4db28d req-bc56e206-c56d-4fa6-994c-70bb256cfa56 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758364 Sep 15 19:29:18.670230 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:18.738600 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Allocated IP 172.20.0.3 (c851a255-af99-440b-bdcd-712401c04b66/96c540f9-7d74-4e4a-a277-5b1795411a16/1d0a2bca-ad01-4592-b8f5-ddac6af30dc4) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:18.754430 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-58fef582-6e70-42ec-b70b-dc012472c079 req-387e600f-a55a-401b-a4af-27e7146d8dee tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676176 Sep 15 19:29:18.762635 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['f848c54c-bc13-4277-851b-f4482d166911'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:18.860398 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Attempt 2 to provision port e07717f9-44fe-4be0-919e-d14afd6d6dcf Sep 15 19:29:18.909386 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62539e-9765-4535-a1b1-f009cd2d001d req-95ecb474-a677-4731-a260-43388d56d86d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:18.923394 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8b62539e-9765-4535-a1b1-f009cd2d001d req-95ecb474-a677-4731-a260-43388d56d86d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 944 time: 0.1295836 Sep 15 19:29:18.963623 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Port e07717f9-44fe-4be0-919e-d14afd6d6dcf cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:18.980809 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8b62539e-9765-4535-a1b1-f009cd2d001d req-f0b36dab-ac70-4007-9eac-7eef1cae254c tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564027 Sep 15 19:29:19.002011 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:19.159707 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:19.238495 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07717f9-44fe-4be0-919e-d14afd6d6dcf {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:19.251011 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Publish callbacks [] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:19.269521 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Transition to ACTIVE for port object e07717f9-44fe-4be0-919e-d14afd6d6dcf will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:29:19.368842 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:19.418170 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Network c851a255-af99-440b-bdcd-712401c04b66 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:19.422306 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:19.425681 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:29:19.435396 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:19.462112 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'Port': ['ID=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:19.466419 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Attempt 3 to provision port e07717f9-44fe-4be0-919e-d14afd6d6dcf Sep 15 19:29:19.545997 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Port e07717f9-44fe-4be0-919e-d14afd6d6dcf cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:19.591396 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:19.592124 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:19.625668 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b77cf-a7f2-46b0-9536-c8427536cdb8 req-bc5382da-8bbc-4e41-9c11-6d11a9ed2129 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:19.626898 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-005b77cf-a7f2-46b0-9536-c8427536cdb8 req-bc5382da-8bbc-4e41-9c11-6d11a9ed2129 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 931 time: 0.1444702 Sep 15 19:29:19.632954 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Pushing event updated for resources: {'Port': ['ID=e07717f9-44fe-4be0-919e-d14afd6d6dcf,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:19.750385 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-005b77cf-a7f2-46b0-9536-c8427536cdb8 req-51f89e5a-6da2-44f7-8583-dc9b12314c35 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926514 Sep 15 19:29:19.751525 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Attempting to bind port e07717f9-44fe-4be0-919e-d14afd6d6dcf on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:29:19.760679 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Attempting to bind port e07717f9-44fe-4be0-919e-d14afd6d6dcf by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:29:19.761086 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Attempting to bind port e07717f9-44fe-4be0-919e-d14afd6d6dcf on network f2ffb04b-7869-41f6-aad2-f6912ace930a {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:19.800841 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-22d7ba7f-1269-4a2d-b028-af8e1d1e9447 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0715065 Sep 15 19:29:19.804452 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087df9d-c964-4303-a7f6-2c76ae636e76 req-08f94975-4669-437d-ab61-f2257f5081ec tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:19.807670 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e087df9d-c964-4303-a7f6-2c76ae636e76 req-08f94975-4669-437d-ab61-f2257f5081ec tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.0606549 Sep 15 19:29:19.853914 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Port e07717f9-44fe-4be0-919e-d14afd6d6dcf on network f2ffb04b-7869-41f6-aad2-f6912ace930a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:29:19.857017 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Attempting to bind port e07717f9-44fe-4be0-919e-d14afd6d6dcf on network f2ffb04b-7869-41f6-aad2-f6912ace930a {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:19.899124 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e087df9d-c964-4303-a7f6-2c76ae636e76 req-6b06bb05-3e8e-49f7-b4e3-91cf3d6cb545 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755298 Sep 15 19:29:19.965691 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:20.004467 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eebccd-43a3-4b65-bc97-37e1a8dc20ff req-bb5409eb-d958-4f1f-8576-83c5616b10bb tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:20.006373 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-52eebccd-43a3-4b65-bc97-37e1a8dc20ff req-bb5409eb-d958-4f1f-8576-83c5616b10bb tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 944 time: 0.1370795 Sep 15 19:29:20.044200 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:29:20.048853 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Checking segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:29:20.048853 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Bound using segment: {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:29:20.048853 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Bound port: e07717f9-44fe-4be0-919e-d14afd6d6dcf, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:29:20.048853 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:20.049270 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Attempt 4 to provision port e07717f9-44fe-4be0-919e-d14afd6d6dcf Sep 15 19:29:20.096432 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-422d4426-30aa-42ce-be84-5d44ed629d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:20.143317 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Port e07717f9-44fe-4be0-919e-d14afd6d6dcf cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:20.150480 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-52eebccd-43a3-4b65-bc97-37e1a8dc20ff req-1103bcc9-e9c6-406b-a36e-bc0c2e8abf48 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323614 Sep 15 19:29:20.163926 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Request body: {'port': {'device_id': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:20.229643 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ced72-7e89-4e3b-b46d-1a619da47f44 req-48f58571-fbc5-4c97-8cc3-ea8712515a67 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:20.232520 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e38ced72-7e89-4e3b-b46d-1a619da47f44 req-48f58571-fbc5-4c97-8cc3-ea8712515a67 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 944 time: 0.0735357 Sep 15 19:29:20.310266 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] For port e07717f9-44fe-4be0-919e-d14afd6d6dcf, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:20.311495 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e38ced72-7e89-4e3b-b46d-1a619da47f44 req-eff30ff8-f705-4cf1-92a1-25cfa0a029a6 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725808 Sep 15 19:29:20.312763 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:20.316465 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] For port e07717f9-44fe-4be0-919e-d14afd6d6dcf, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:20.327077 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 6a575adf-3c82-4218-b116-aeb619bfddcc up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:29:20.400056 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 6a575adf-3c82-4218-b116-aeb619bfddcc completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:29:20.440945 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:20.476514 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 6a575adf-3c82-4218-b116-aeb619bfddcc triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:29:20.477086 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:20.477203 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 6a575adf-3c82-4218-b116-aeb619bfddcc Sep 15 19:29:20.493474 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:20.494654 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:20.496403 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/e07717f9-44fe-4be0-919e-d14afd6d6dcf HTTP/1.1" status: 200 len: 1093 time: 2.0850074 Sep 15 19:29:20.499522 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:20.502141 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a90df-df59-45c0-8049-37556a838795" -d '{"events": [{"name": "network-changed", "server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:20.582756 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae33f5cb-5f57-46e1-ad5a-bb78d0c4b5e4 x-openstack-request-id: req-ae33f5cb-5f57-46e1-ad5a-bb78d0c4b5e4 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:20.583082 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:20.583358 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae33f5cb-5f57-46e1-ad5a-bb78d0c4b5e4 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:20.583795 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae33f5cb-5f57-46e1-ad5a-bb78d0c4b5e4'] response: {'name': 'network-changed', 'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'status': 'completed', 'code': 200} Sep 15 19:29:20.588943 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:20.598439 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 6a575adf-3c82-4218-b116-aeb619bfddcc is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:20.599099 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:20.638805 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4836cd00-5dd6-454d-84d6-643e1c0843c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a575adf-3c82-4218-b116-aeb619bfddcc'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:20.642062 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ecbd99-901d-42ab-ae15-b176b37f850a" -d '{"events": [{"server_uuid": "4836cd00-5dd6-454d-84d6-643e1c0843c2", "name": "network-vif-plugged", "status": "completed", "tag": "6a575adf-3c82-4218-b116-aeb619bfddcc"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:20.673586 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ecf43-34d3-496d-ad0a-061cf83d4166 service neutron] Pushing event updated for resources: {'Port': ['ID=e07717f9-44fe-4be0-919e-d14afd6d6dcf,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:20.673950 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Attempt 5 to provision port e07717f9-44fe-4be0-919e-d14afd6d6dcf Sep 15 19:29:20.738956 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 6a575adf-3c82-4218-b116-aeb619bfddcc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6a575adf-3c82-4218-b116-aeb619bfddcc,segment=NetworkSegment(add7e5c0-2678-4fdd-a84c-ef6d82b4710f),segment_id=add7e5c0-2678-4fdd-a84c-ef6d82b4710f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:20.753094 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c5e60b-4407-49dd-8843-ecadb4ad1ef0 x-openstack-request-id: req-24c5e60b-4407-49dd-8843-ecadb4ad1ef0 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:20.753409 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4836cd00-5dd6-454d-84d6-643e1c0843c2", "name": "network-vif-plugged", "status": "completed", "tag": "6a575adf-3c82-4218-b116-aeb619bfddcc", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:20.753668 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24c5e60b-4407-49dd-8843-ecadb4ad1ef0 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:20.754066 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c5e60b-4407-49dd-8843-ecadb4ad1ef0'] response: {'server_uuid': '4836cd00-5dd6-454d-84d6-643e1c0843c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a575adf-3c82-4218-b116-aeb619bfddcc', 'code': 200} Sep 15 19:29:20.772173 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-305f6279-ea5c-4430-9afd-bf955a1aeeff None None] Port e07717f9-44fe-4be0-919e-d14afd6d6dcf had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:29:20.810395 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:20.812778 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a90df-df59-45c0-8049-37556a838795 req-8c3308b9-9d51-4ad1-819b-50574a706331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:20.814401 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-df6a90df-df59-45c0-8049-37556a838795 req-8c3308b9-9d51-4ad1-819b-50574a706331 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 1127 time: 0.1139295 Sep 15 19:29:20.817500 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device f848c54c-bc13-4277-851b-f4482d166911 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:29:20.836775 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34726) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:20.885942 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34730) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:20.960181 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:20.980554 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-1db508f1-8a80-4c64-b1ea-1df6db225456 None None] Provisioning complete for port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:29:20.980933 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1db508f1-8a80-4c64-b1ea-1df6db225456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:20.981411 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-1db508f1-8a80-4c64-b1ea-1df6db225456 None None] Attempt 1 to provision port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 Sep 15 19:29:20.987663 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Publish callbacks [] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:21.040054 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Transition to ACTIVE for port object 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:29:21.047539 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=6a575adf-3c82-4218-b116-aeb619bfddcc,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:21.054283 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port f848c54c-bc13-4277-851b-f4482d166911 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:29:21.061732 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-1db508f1-8a80-4c64-b1ea-1df6db225456 None None] Port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:21.128445 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port f848c54c-bc13-4277-851b-f4482d166911 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:29:21.128827 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (f848c54c-bc13-4277-851b-f4482d166911), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:21.129396 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port f848c54c-bc13-4277-851b-f4482d166911 Sep 15 19:29:21.167427 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84320f-0912-4a97-9d1e-61ee07fb82fa req-660b4604-6373-412e-ab62-5c2b70623c16 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:21.175193 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2e84320f-0912-4a97-9d1e-61ee07fb82fa req-660b4604-6373-412e-ab62-5c2b70623c16 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.1379385 Sep 15 19:29:21.186363 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:21.192185 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:21.221719 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a6efeca7-5089-4056-8147-3d2bbc1291d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:21.238000 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:21.241747 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:21.254875 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port f848c54c-bc13-4277-851b-f4482d166911 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:21.255923 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f848c54c-bc13-4277-851b-f4482d166911), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:21.265643 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee604d-a5ae-4cca-86a7-bc5705750cb6 req-0fd80d81-85aa-475f-8d08-2921f07077bd tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:21.267306 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-67ee604d-a5ae-4cca-86a7-bc5705750cb6 req-0fd80d81-85aa-475f-8d08-2921f07077bd tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 931 time: 0.2204075 Sep 15 19:29:21.335388 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port f848c54c-bc13-4277-851b-f4482d166911, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f848c54c-bc13-4277-851b-f4482d166911,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:21.336624 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-886728b8-bf22-43eb-aa29-aa36668f1d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:21.390688 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Pushing event updated for resources: {'Port': ['ID=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:21.417263 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963ec9-4937-4ccc-b5ba-9839333b7543 req-d422c2aa-a232-4056-836a-ba22f23d16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:21.420016 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f4963ec9-4937-4ccc-b5ba-9839333b7543 req-d422c2aa-a232-4056-836a-ba22f23d16c3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 1129 time: 0.2402532 Sep 15 19:29:21.448385 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (f848c54c-bc13-4277-851b-f4482d166911), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:21.477309 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a90df-df59-45c0-8049-37556a838795 req-a01474cc-ea75-45a6-a1b2-4a69ccde9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:21.479035 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-df6a90df-df59-45c0-8049-37556a838795 req-a01474cc-ea75-45a6-a1b2-4a69ccde9034 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=016f968319fd49d98506030c0bee6021&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4026334 Sep 15 19:29:21.484742 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2e84320f-0912-4a97-9d1e-61ee07fb82fa req-da95e3cd-c032-4f0d-b866-9e97e65b568f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722323 Sep 15 19:29:21.488444 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-67ee604d-a5ae-4cca-86a7-bc5705750cb6 req-4d766392-8222-45cb-a623-b7e10b73e22c tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984766 Sep 15 19:29:21.500371 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Attempting to bind port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:29:21.500756 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Attempting to bind port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:29:21.501232 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Attempting to bind port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 on network c851a255-af99-440b-bdcd-712401c04b66 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:21.570065 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-1db508f1-8a80-4c64-b1ea-1df6db225456 None None] Attempt 2 to provision port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 Sep 15 19:29:21.652526 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=f848c54c-bc13-4277-851b-f4482d166911,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:21.670998 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a6efeca7-5089-4056-8147-3d2bbc1291d3 admin admin] Publish callbacks [] for security_group (72ef9067-7901-45ad-936f-507386d99c35), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:21.699316 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a90df-df59-45c0-8049-37556a838795 req-098ec6bd-3247-4c10-9fd8-73f94e2e8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:21.704819 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-1db508f1-8a80-4c64-b1ea-1df6db225456 None None] Port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:21.705136 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-df6a90df-df59-45c0-8049-37556a838795 req-098ec6bd-3247-4c10-9fd8-73f94e2e8df4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567700 Sep 15 19:29:21.816438 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb1797-c36a-4e72-abdc-70edc6086161 req-28ae44ca-a617-4f6c-9588-a80bf91303f7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:21.818332 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5bcb1797-c36a-4e72-abdc-70edc6086161 req-28ae44ca-a617-4f6c-9588-a80bf91303f7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.1093080 Sep 15 19:29:21.819426 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 on network c851a255-af99-440b-bdcd-712401c04b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:29:21.820083 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Attempting to bind port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 on network c851a255-af99-440b-bdcd-712401c04b66 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:21.952213 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5bcb1797-c36a-4e72-abdc-70edc6086161 req-acb7b4d7-be75-4c1b-a082-835829e6f4aa tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033771 Sep 15 19:29:21.958321 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-17dcfe84-a569-422d-b38e-8a4fc555fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:21.970106 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-17dcfe84-a569-422d-b38e-8a4fc555fde0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 1127 time: 0.1112976 Sep 15 19:29:21.970106 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:29:21.970106 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Checking segment: {'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:29:21.970106 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Bound using segment: {'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:29:21.970544 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Bound port: 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2756c733-01ce-49f7-b8d6-c51e7bd69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:29:21.970890 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.049351 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f4963ec9-4937-4ccc-b5ba-9839333b7543 req-83cca66d-cfde-4b3d-abf4-a0c9f879d8e5 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241501 Sep 15 19:29:22.050397 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a6efeca7-5089-4056-8147-3d2bbc1291d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (72ef9067-7901-45ad-936f-507386d99c35), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.064180 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] For port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:22.067452 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] For port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:22.086228 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:22.087668 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:22.093274 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-886728b8-bf22-43eb-aa29-aa36668f1d9c admin admin] Publish callbacks [] for security_group (4dffddd0-1db4-4446-8200-985c688c1191), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.100654 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a6efeca7-5089-4056-8147-3d2bbc1291d3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b5421348bbdb4991bc476448605d1453&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2602704 Sep 15 19:29:22.101077 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 34742) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:22.150843 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.154196 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:22.155006 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.156603 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 200 len: 1093 time: 2.0097361 Sep 15 19:29:22.172673 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efeca7-5089-4056-8147-3d2bbc1291d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ef9067-7901-45ad-936f-507386d99c35,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:22.186733 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-886728b8-bf22-43eb-aa29-aa36668f1d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (4dffddd0-1db4-4446-8200-985c688c1191), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.206303 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-1db508f1-8a80-4c64-b1ea-1df6db225456 None None] Attempt 3 to provision port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 Sep 15 19:29:22.206504 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b45debaf-6aa2-41c9-be63-1ed74c44bf21 admin admin] Publish callbacks [] for security_group (72ef9067-7901-45ad-936f-507386d99c35), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.214742 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0c9e4-7ab3-4a44-b8c9-737d3ea04ebd req-b6d658cb-5bef-4aba-bd12-664131d1ffac tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:22.222333 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-92e0c9e4-7ab3-4a44-b8c9-737d3ea04ebd req-b6d658cb-5bef-4aba-bd12-664131d1ffac tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.1819477 Sep 15 19:29:22.248657 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b45debaf-6aa2-41c9-be63-1ed74c44bf21 admin admin] Publish callbacks [] for security_group (72ef9067-7901-45ad-936f-507386d99c35), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.250697 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ea420-1956-4da5-b1a6-d86753abc22f service neutron] Pushing event updated for resources: {'Port': ['ID=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:22.264276 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-1db508f1-8a80-4c64-b1ea-1df6db225456 None None] Port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:29:22.272771 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-886728b8-bf22-43eb-aa29-aa36668f1d9c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2d548ac70c184bc1883d130d11ccecb5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3850811 Sep 15 19:29:22.275035 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 34744) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:22.284386 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886728b8-bf22-43eb-aa29-aa36668f1d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dffddd0-1db4-4446-8200-985c688c1191,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:22.348933 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-92e0c9e4-7ab3-4a44-b8c9-737d3ea04ebd req-3b88c038-99ea-41d1-bec3-eb6a2928cfe0 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241894 Sep 15 19:29:22.415948 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8a58-cc45-4b00-a449-7b82df5181fb admin admin] Publish callbacks [] for security_group (4dffddd0-1db4-4446-8200-985c688c1191), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.444659 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8a58-cc45-4b00-a449-7b82df5181fb admin admin] Publish callbacks [] for security_group (4dffddd0-1db4-4446-8200-985c688c1191), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.498350 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b45debaf-6aa2-41c9-be63-1ed74c44bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (72ef9067-7901-45ad-936f-507386d99c35), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.503808 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b45debaf-6aa2-41c9-be63-1ed74c44bf21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.516972 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b45debaf-6aa2-41c9-be63-1ed74c44bf21 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/72ef9067-7901-45ad-936f-507386d99c35 HTTP/1.1" status: 204 len: 168 time: 0.4147353 Sep 15 19:29:22.521133 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:22.528359 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45debaf-6aa2-41c9-be63-1ed74c44bf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ef9067-7901-45ad-936f-507386d99c35,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:22.587017 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:22.592091 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d0ef8-ed3f-44de-92df-3688b8809896" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:22.661778 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8a58-cc45-4b00-a449-7b82df5181fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (4dffddd0-1db4-4446-8200-985c688c1191), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.664759 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8a58-cc45-4b00-a449-7b82df5181fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.668443 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ccbe8a58-cc45-4b00-a449-7b82df5181fb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4dffddd0-1db4-4446-8200-985c688c1191 HTTP/1.1" status: 204 len: 168 time: 0.3898141 Sep 15 19:29:22.686387 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ad83c-a045-4173-9276-63d33c1651e4 req-5c5c1900-487f-420b-9cab-dd483d725955 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:22.687903 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8a3ad83c-a045-4173-9276-63d33c1651e4 req-5c5c1900-487f-420b-9cab-dd483d725955 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0659008 Sep 15 19:29:22.715258 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe8a58-cc45-4b00-a449-7b82df5181fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dffddd0-1db4-4446-8200-985c688c1191,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:22.737506 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.747673 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61528492-3677-4f2a-a200-2a2795099ad9 req-f786250a-9211-4178-9f22-ccb9fbd76b27 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:22.757583 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f848c54c-bc13-4277-851b-f4482d166911'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:22.758207 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-61528492-3677-4f2a-a200-2a2795099ad9 req-f786250a-9211-4178-9f22-ccb9fbd76b27 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.1392300 Sep 15 19:29:22.762456 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cc8a88-4d6d-4ecb-b554-ca17b39ed252" -d '{"events": [{"server_uuid": "8c6cfa71-df2d-4e56-ba89-35f6153f327f", "name": "network-vif-plugged", "status": "completed", "tag": "f848c54c-bc13-4277-851b-f4482d166911"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:22.822813 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8a3ad83c-a045-4173-9276-63d33c1651e4 req-ee779350-d743-4c58-a3fe-26b49fe9a722 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243792 Sep 15 19:29:22.859898 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:22.866522 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-61528492-3677-4f2a-a200-2a2795099ad9 req-481494a8-534b-4e53-bd9b-1f36de61aa1b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066625 Sep 15 19:29:22.964587 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc1211f-8df8-43e2-ac66-23107f440376 x-openstack-request-id: req-9cc1211f-8df8-43e2-ac66-23107f440376 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:22.968376 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:22.968376 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9cc1211f-8df8-43e2-ac66-23107f440376 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:22.968376 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc1211f-8df8-43e2-ac66-23107f440376'] response: {'name': 'network-changed', 'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'status': 'completed', 'code': 200} Sep 15 19:29:22.989631 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b7ad84-5ec0-43ef-8a52-a719d8b6c5a7 x-openstack-request-id: req-41b7ad84-5ec0-43ef-8a52-a719d8b6c5a7 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:22.989631 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6cfa71-df2d-4e56-ba89-35f6153f327f", "name": "network-vif-plugged", "status": "completed", "tag": "f848c54c-bc13-4277-851b-f4482d166911", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:22.989631 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41b7ad84-5ec0-43ef-8a52-a719d8b6c5a7 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:22.989631 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b7ad84-5ec0-43ef-8a52-a719d8b6c5a7'] response: {'server_uuid': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f848c54c-bc13-4277-851b-f4482d166911', 'code': 200} Sep 15 19:29:23.018715 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=93 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:23.028687 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=10 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:23.168707 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdcf57-383c-4e83-bd60-8ab33f5c77fe req-6fe28586-5b8d-4b6d-97b2-fb37f9b1774f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:23.171983 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f3fdcf57-383c-4e83-bd60-8ab33f5c77fe req-6fe28586-5b8d-4b6d-97b2-fb37f9b1774f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0857420 Sep 15 19:29:23.236187 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f3fdcf57-383c-4e83-bd60-8ab33f5c77fe req-738e37dc-0650-4846-abae-dd4f6afc7996 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561209 Sep 15 19:29:23.484491 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97823f-bb5c-42e9-9c00-5fea642b1d75 req-60cbf8c0-e09b-4aa5-85c1-cf0d86fc7fec tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:23.486009 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-be97823f-bb5c-42e9-9c00-5fea642b1d75 req-60cbf8c0-e09b-4aa5-85c1-cf0d86fc7fec tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.0542774 Sep 15 19:29:23.537023 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-be97823f-bb5c-42e9-9c00-5fea642b1d75 req-f3553f04-3256-4594-b828-229612557d53 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 Sep 15 19:29:23.767913 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:23.996484 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ad170-4973-410e-b72a-e6390ede794a req-739682a7-f255-429c-891c-58837c835481 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:24.004304 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-699ad170-4973-410e-b72a-e6390ede794a req-739682a7-f255-429c-891c-58837c835481 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0779428 Sep 15 19:29:24.061137 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7142b-1ce7-47f5-83c3-56cae7a65558 req-044aa490-f494-421a-8af4-88fe549b36fa tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:24.069231 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a4c7142b-1ce7-47f5-83c3-56cae7a65558 req-044aa490-f494-421a-8af4-88fe549b36fa tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.0967283 Sep 15 19:29:24.072128 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-699ad170-4973-410e-b72a-e6390ede794a req-d2943c7d-686a-44f8-8326-e1969b95d6ea tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669456 Sep 15 19:29:24.145243 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a4c7142b-1ce7-47f5-83c3-56cae7a65558 req-fc8cfdb6-c9f2-4d49-99c6-aa81fa5e4b42 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749249 Sep 15 19:29:24.208565 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:24.403444 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf7917-52ea-4dae-8511-7720b9d6ddc3 req-4706a48a-5805-42a4-a8de-e6c2cd66a755 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:24.405724 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4fbf7917-52ea-4dae-8511-7720b9d6ddc3 req-4706a48a-5805-42a4-a8de-e6c2cd66a755 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0826030 Sep 15 19:29:24.447670 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:24.476278 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4fbf7917-52ea-4dae-8511-7720b9d6ddc3 req-c4a6073b-4956-4d77-b2ed-c2220b9fca69 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643036 Sep 15 19:29:24.528526 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:24.700609 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce1c4c-26a0-4880-a1de-ee7b6b203b55 req-556db943-357f-4c52-8dae-25b482830ab5 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:24.703230 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-67ce1c4c-26a0-4880-a1de-ee7b6b203b55 req-556db943-357f-4c52-8dae-25b482830ab5 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.0603023 Sep 15 19:29:24.779215 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-67ce1c4c-26a0-4880-a1de-ee7b6b203b55 req-5ce3c2ac-1c0b-4aa9-88e4-fccc40364940 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663428 Sep 15 19:29:25.278535 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3fda4-298d-4a07-ba46-5b5e5ed3e7c4 req-a2f06ba2-4e7f-4190-9127-2762bd97dd29 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:25.289077 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a3b3fda4-298d-4a07-ba46-5b5e5ed3e7c4 req-a2f06ba2-4e7f-4190-9127-2762bd97dd29 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.1119390 Sep 15 19:29:25.338560 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a3b3fda4-298d-4a07-ba46-5b5e5ed3e7c4 req-14d41fe5-2c71-4c88-913d-0a6558a1bfe3 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483468 Sep 15 19:29:25.351447 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2773e-c071-4255-94f3-34e2ea8fb164 req-6847d9af-b7de-486e-90d0-466d774740d4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:25.359400 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-69d2773e-c071-4255-94f3-34e2ea8fb164 req-6847d9af-b7de-486e-90d0-466d774740d4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.0608771 Sep 15 19:29:25.412230 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-69d2773e-c071-4255-94f3-34e2ea8fb164 req-faddf6b1-ac70-4d94-8713-e181a65af76d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520101 Sep 15 19:29:25.464986 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:25.651847 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4af35-d4ac-461d-ae43-6965014cd2cc req-142d4a9e-eb1a-4ad2-a600-8927b548f22e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:25.654327 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-74a4af35-d4ac-461d-ae43-6965014cd2cc req-142d4a9e-eb1a-4ad2-a600-8927b548f22e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0578754 Sep 15 19:29:25.721259 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-74a4af35-d4ac-461d-ae43-6965014cd2cc req-b76a6754-ed09-44b5-ab24-44cb05643749 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565152 Sep 15 19:29:25.934691 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641cfe0-3026-4695-941b-828484ce16af req-f927d721-8033-4de9-96e0-05e936cff6eb tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:25.936225 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0641cfe0-3026-4695-941b-828484ce16af req-f927d721-8033-4de9-96e0-05e936cff6eb tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.0577824 Sep 15 19:29:25.999768 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0641cfe0-3026-4695-941b-828484ce16af req-6113be8f-bc42-4dbd-995d-f14bcab69c60 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561790 Sep 15 19:29:26.018851 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:26.222794 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:26.418864 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:26.498819 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96985e4-3718-41aa-87b0-88c8c03299cd req-e3702611-927a-42c3-b73c-eb85f7cad06d tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:26.500402 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a96985e4-3718-41aa-87b0-88c8c03299cd req-e3702611-927a-42c3-b73c-eb85f7cad06d tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0756662 Sep 15 19:29:26.516606 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-560de914-48a9-474b-a26d-83fc69752420 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=ac8e5530469c44cd8c4d962899f6ac5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323987 Sep 15 19:29:26.593454 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a96985e4-3718-41aa-87b0-88c8c03299cd req-03c4e147-b2c2-4457-9dfd-7bbcd25ecfb4 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751376 Sep 15 19:29:26.683707 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:26.728467 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5b77d-900c-4303-9cbc-88ecca9b4cad req-98f4b9f1-c4c9-4af9-bfde-d786a3139c4c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:26.730156 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6bc5b77d-900c-4303-9cbc-88ecca9b4cad req-98f4b9f1-c4c9-4af9-bfde-d786a3139c4c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.0611720 Sep 15 19:29:26.748758 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-87ad718d-aeb2-437d-9bef-cd1508e432fa tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:26.751432 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-87ad718d-aeb2-437d-9bef-cd1508e432fa tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250836 Sep 15 19:29:26.767879 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-cc549cff-d670-46eb-b6bb-cf7ff4c282b4 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/quotas/ac8e5530469c44cd8c4d962899f6ac5b HTTP/1.1" status: 200 len: 375 time: 0.0101237 Sep 15 19:29:26.796304 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6bc5b77d-900c-4303-9cbc-88ecca9b4cad req-995212e4-a315-47c0-a8b4-a4d316884468 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525718 Sep 15 19:29:26.812301 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:26.828250 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-9b5e8e5f-2464-4b92-8da6-6c8bcc64c6f4 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ac8e5530469c44cd8c4d962899f6ac5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535762 Sep 15 19:29:26.908446 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:26.915944 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b90f61-eadd-483a-a6af-5ad794fdefea req-fcdd5c5a-0462-48d7-bbf0-72f0bbea5773 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:26.917607 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c1b90f61-eadd-483a-a6af-5ad794fdefea req-fcdd5c5a-0462-48d7-bbf0-72f0bbea5773 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0536759 Sep 15 19:29:26.987911 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c1b90f61-eadd-483a-a6af-5ad794fdefea req-3ac62ba5-f76a-4ef4-80c3-3dab4ead15ea tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507977 Sep 15 19:29:27.091306 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-00408cf9-fd47-406b-902a-84b2ae65b59a req-3e05a31c-97a7-4442-a8dc-4b1f836b6eb2 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0327678 Sep 15 19:29:27.172109 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e6e1-d0b3-42c3-bc5e-bbe7a2af1820 req-9fff4e58-9905-4412-9a6e-d289a3ebc0e0 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:27.173728 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-57d5e6e1-d0b3-42c3-bc5e-bbe7a2af1820 req-9fff4e58-9905-4412-9a6e-d289a3ebc0e0 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.0538375 Sep 15 19:29:27.230958 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-57d5e6e1-d0b3-42c3-bc5e-bbe7a2af1820 req-ca299018-8ae9-45ae-9d9b-77367b3a3d28 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510826 Sep 15 19:29:27.280268 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:27.724664 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f51a9-c2d5-4e68-8c29-f0747ab24ee5 req-0df91a03-72e1-42ee-9679-1e6e51f6d0dd tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:27.733754 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ea2f51a9-c2d5-4e68-8c29-f0747ab24ee5 req-0df91a03-72e1-42ee-9679-1e6e51f6d0dd tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0586207 Sep 15 19:29:27.776635 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ea2f51a9-c2d5-4e68-8c29-f0747ab24ee5 req-59010536-855f-4e29-9dcc-d8bd99d9b43f tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439856 Sep 15 19:29:27.938979 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135fcb-e489-4e25-89b1-ef120c5ffe52 req-350465df-97b4-47db-8173-7c7f2cff3801 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:27.940513 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b0135fcb-e489-4e25-89b1-ef120c5ffe52 req-350465df-97b4-47db-8173-7c7f2cff3801 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.0521033 Sep 15 19:29:27.994137 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b0135fcb-e489-4e25-89b1-ef120c5ffe52 req-e653a61e-2c27-4703-884e-2e70030c00e3 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470777 Sep 15 19:29:28.111241 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f546f16-bb52-4052-9aa8-4f4c2419815d req-9f185721-3428-4515-aba5-69dd962f20ee tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:28.113017 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0f546f16-bb52-4052-9aa8-4f4c2419815d req-9f185721-3428-4515-aba5-69dd962f20ee tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0537667 Sep 15 19:29:28.181343 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0f546f16-bb52-4052-9aa8-4f4c2419815d req-3f808506-0947-424f-bbed-5f1e6f7b5fa8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621843 Sep 15 19:29:28.210689 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c2edda90-c5f1-44c8-9036-a612c270f90c req-34f2026c-62b4-44fd-b3e0-3718d1a9d3cb tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0356309 Sep 15 19:29:28.364389 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadb61c-7696-4e20-bec7-f03a8dc5c758 req-01171fbd-b482-4b8b-8775-21f2d42a3b25 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:28.366810 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2cadb61c-7696-4e20-bec7-f03a8dc5c758 req-01171fbd-b482-4b8b-8775-21f2d42a3b25 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.0536296 Sep 15 19:29:28.426508 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:28.435023 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2cadb61c-7696-4e20-bec7-f03a8dc5c758 req-4f747e6d-c05f-4405-8b4c-0ab4189f25d6 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569735 Sep 15 19:29:28.801887 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:28.918829 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca57e75-7d0d-44fe-a78f-fb0ef1b96510 req-3244d845-e027-4333-9d27-513ba622e864 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:28.920502 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ca57e75-7d0d-44fe-a78f-fb0ef1b96510 req-3244d845-e027-4333-9d27-513ba622e864 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0544696 Sep 15 19:29:28.952935 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-b31e867e-14e8-435b-88ad-7ad56d366094 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf HTTP/1.1" status: 200 len: 217 time: 0.0487447 Sep 15 19:29:28.991256 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ca57e75-7d0d-44fe-a78f-fb0ef1b96510 req-c3bfb539-8f6c-4edf-95b5-4cbd8125de13 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454204 Sep 15 19:29:29.030301 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:29.114641 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1a12f-ca1f-42bb-b401-c2f429478639 req-6e9c1d31-31a1-4c48-bf7e-e6c6b4a0e37c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:29.116130 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-29e1a12f-ca1f-42bb-b401-c2f429478639 req-6e9c1d31-31a1-4c48-bf7e-e6c6b4a0e37c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.0473745 Sep 15 19:29:29.164542 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-29e1a12f-ca1f-42bb-b401-c2f429478639 req-7f06e85f-73d5-41b8-abec-99f79ea6b3e3 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Sep 15 19:29:29.313924 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-91c620cc-7bb9-498e-970b-1d187d7b27aa req-80d9601f-c162-4ea7-bdff-6b1350af1faf tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0277865 Sep 15 19:29:29.316460 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8835ed9-b328-43a4-89b7-27b594976428 req-f03189e8-0df1-4adb-b44b-bb9d21d64c5e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:29.317957 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8835ed9-b328-43a4-89b7-27b594976428 req-f03189e8-0df1-4adb-b44b-bb9d21d64c5e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0606744 Sep 15 19:29:29.373072 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-361b24e6-f7f5-4a47-a58c-4addafa2dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:29.376999 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-361b24e6-f7f5-4a47-a58c-4addafa2dd17 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4fd3f2da26af4d3db4c6db4ceb851558&device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 1127 time: 0.0525041 Sep 15 19:29:29.397063 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-27701871-0359-4148-b80c-7799c104aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:29.398547 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-27701871-0359-4148-b80c-7799c104aaf1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.0757756 Sep 15 19:29:29.416766 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-ad2b33c8-854b-4400-8786-2fdc4553915b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 200 len: 217 time: 0.0328164 Sep 15 19:29:29.418540 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8835ed9-b328-43a4-89b7-27b594976428 req-c598b65b-cc22-4948-a7ab-a91820e829bd tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825446 Sep 15 19:29:29.447793 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0d7b9d86-5972-4daa-bb77-5d5664978348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:29.449338 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-0d7b9d86-5972-4daa-bb77-5d5664978348 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433540 Sep 15 19:29:29.491841 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-0a181758-fca5-49ef-9afc-71936189e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:29.493922 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-0a181758-fca5-49ef-9afc-71936189e5d0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=96c540f9-7d74-4e4a-a277-5b1795411a16 HTTP/1.1" status: 200 len: 853 time: 0.0598328 Sep 15 19:29:29.562765 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-50bbe23e-8d30-4088-a09f-a1d96a84856a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945973 Sep 15 19:29:29.585935 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-8ef8230b-50b4-4a17-bd70-a8f2aa25f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:29.588880 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-8ef8230b-50b4-4a17-bd70-a8f2aa25f381 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c851a255-af99-440b-bdcd-712401c04b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0844097 Sep 15 19:29:29.599050 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ffcae-27a8-4dab-baf3-ce32735f6f1d req-ca2679ec-bf8f-45b2-a517-cb7a90d119c4 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:29.600580 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-fd7ffcae-27a8-4dab-baf3-ce32735f6f1d req-ca2679ec-bf8f-45b2-a517-cb7a90d119c4 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.0783420 Sep 15 19:29:29.650115 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-fd7ffcae-27a8-4dab-baf3-ce32735f6f1d req-92075d02-77ea-4315-8d79-c57f240ae96e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Sep 15 19:29:29.938859 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:30.039674 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:30.094188 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2617f6cb-141c-4b62-af0a-c5cc9ddebfca req-2dc9ed51-8283-4662-bded-4869cd31f209 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991066 Sep 15 19:29:30.108709 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:30.127920 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e38f0-9f29-49dd-8a12-4a27026d05f7 req-c2ddf924-e4ed-43c3-b8b1-5dfbde974d26 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:30.129406 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bb7e38f0-9f29-49dd-8a12-4a27026d05f7 req-c2ddf924-e4ed-43c3-b8b1-5dfbde974d26 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0581856 Sep 15 19:29:30.186070 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:30.221420 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bb7e38f0-9f29-49dd-8a12-4a27026d05f7 req-2c10156e-e9d1-40c7-b248-dac662628bf3 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862894 Sep 15 19:29:30.227527 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd124ce-a5d6-4aa0-89b9-80cde44c6199 req-0730ce2f-40c3-40fa-9489-642f824cae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:30.229059 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-dcd124ce-a5d6-4aa0-89b9-80cde44c6199 req-0730ce2f-40c3-40fa-9489-642f824cae1c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 1129 time: 0.0590014 Sep 15 19:29:30.272943 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-f097db97-fc0c-41d0-b1e8-e1fc514569a6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347485 Sep 15 19:29:30.281354 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-dcd124ce-a5d6-4aa0-89b9-80cde44c6199 req-d200ebe1-db87-41bd-9343-bf272c7fba0d service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Sep 15 19:29:30.349769 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94fda4-3a43-4362-9eca-5023898522ff req-fc64cfc7-7ee2-48b2-8d74-27ea21594aee tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:30.351901 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5b94fda4-3a43-4362-9eca-5023898522ff req-fc64cfc7-7ee2-48b2-8d74-27ea21594aee tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.1039586 Sep 15 19:29:30.433382 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-731ffcc9-c8f8-4c24-bcef-135aace1b9a6 req-08f3480e-cc52-43cf-8dd1-48eb3fcc2459 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434083 Sep 15 19:29:30.436741 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5b94fda4-3a43-4362-9eca-5023898522ff req-ece75fe6-c6fa-4220-a210-5b11adff4a2d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785325 Sep 15 19:29:30.449625 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4dda48fa-b15a-4bb8-8cb4-0897e662a9eb req-1ad43894-c8ff-430b-a65c-3e7e188a1bfb tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0310647 Sep 15 19:29:30.553793 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2984fe-9307-4902-8b5b-bcdc3d6cc381 req-0a1a4a1e-f6d6-4d63-9059-af54c7c5c3b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:30.558094 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3c2984fe-9307-4902-8b5b-bcdc3d6cc381 req-0a1a4a1e-f6d6-4d63-9059-af54c7c5c3b1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0580099 Sep 15 19:29:30.609683 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3c2984fe-9307-4902-8b5b-bcdc3d6cc381 req-73b00444-6c73-44ff-a3dc-6f444f41ea4e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475852 Sep 15 19:29:30.756649 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:31.020555 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfe08a-7f2b-4108-880d-d55bcc9a931b req-843bf4b2-76a0-4a6f-abc4-89f9fd7ed31b tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:31.022077 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f3bfe08a-7f2b-4108-880d-d55bcc9a931b req-843bf4b2-76a0-4a6f-abc4-89f9fd7ed31b tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.2883632 Sep 15 19:29:31.024882 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:31.076614 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f3bfe08a-7f2b-4108-880d-d55bcc9a931b req-a7bae8ee-3948-45be-b745-6ec7ef3acdb3 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Sep 15 19:29:31.165609 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:31.350780 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54cab9-8f82-4392-a776-8905a60371e5 req-3d7432a8-3818-4b81-8c35-e469a098cb37 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:31.352335 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-bc54cab9-8f82-4392-a776-8905a60371e5 req-3d7432a8-3818-4b81-8c35-e469a098cb37 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0484519 Sep 15 19:29:31.364683 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:31.402468 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-bc54cab9-8f82-4392-a776-8905a60371e5 req-0de872ac-1173-43f6-a6bb-763f89c60590 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Sep 15 19:29:31.557089 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-21724afd-3778-4640-a282-f2dbc22bf08b req-70b99898-79fa-4d1d-9620-6ea2bce60a22 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0292275 Sep 15 19:29:31.565104 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a188cc2-026d-40b3-9506-c946fe6b9b9a req-e8d870e7-fde9-4800-9b71-0b4657b774bb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:31.566594 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2a188cc2-026d-40b3-9506-c946fe6b9b9a req-e8d870e7-fde9-4800-9b71-0b4657b774bb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.0523479 Sep 15 19:29:31.616919 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2a188cc2-026d-40b3-9506-c946fe6b9b9a req-d81d884f-b818-43ad-af14-b1c0fa7b664f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442238 Sep 15 19:29:31.697161 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:31.736535 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d056f7-9613-441a-815b-25d3848a72a8 req-fba5100d-a4a4-41f9-9d47-7559fa613ea9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:31.737976 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-80d056f7-9613-441a-815b-25d3848a72a8 req-fba5100d-a4a4-41f9-9d47-7559fa613ea9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0495772 Sep 15 19:29:31.758797 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:31.787341 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-80d056f7-9613-441a-815b-25d3848a72a8 req-04bb5c8d-4ab1-4749-a944-92d99a56e9bd tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434654 Sep 15 19:29:31.788619 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:32.245781 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:32.494985 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c23fc8-fe11-4a2f-9997-7c9c6ac63bdf req-de97ad8a-c1de-4e04-8d4e-df5cd2b048d8 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:32.496567 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5c23fc8-fe11-4a2f-9997-7c9c6ac63bdf req-de97ad8a-c1de-4e04-8d4e-df5cd2b048d8 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Sep 15 19:29:32.526183 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290decf-ec24-4377-a98b-2c54a54142c7 req-f7bdad44-1434-42bd-8705-c0c637ab5663 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:32.527698 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d290decf-ec24-4377-a98b-2c54a54142c7 req-f7bdad44-1434-42bd-8705-c0c637ab5663 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0479467 Sep 15 19:29:32.545377 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5c23fc8-fe11-4a2f-9997-7c9c6ac63bdf req-ec54c853-59ad-49f5-82c8-d9254d05b74f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429003 Sep 15 19:29:32.550154 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:32.581801 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d290decf-ec24-4377-a98b-2c54a54142c7 req-812de209-3e1e-4588-9ac1-5095bb508432 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482531 Sep 15 19:29:32.641285 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:32.659638 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1c4d2ea5-3c48-4910-b00f-d6797f61d6b5 req-4d1a35c2-9990-4ab1-9baf-e25d9e6fb403 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0282283 Sep 15 19:29:32.736121 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:32.737342 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e386c0d-78fd-43cc-933b-847e6c5d414a req-a64dcd3d-2045-41bc-89e1-ba9ac8ad074e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:32.738504 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9e386c0d-78fd-43cc-933b-847e6c5d414a req-a64dcd3d-2045-41bc-89e1-ba9ac8ad074e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.0473742 Sep 15 19:29:32.739842 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:32.768532 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:32.792947 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9e386c0d-78fd-43cc-933b-847e6c5d414a req-42a590fc-cdfe-4b5f-9280-37aec28cf25d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474522 Sep 15 19:29:32.918264 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a513c-974e-4324-a783-89bce9811e1b req-15fc4955-9b9b-4f78-adf7-0ea689117953 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:32.923464 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-783a513c-974e-4324-a783-89bce9811e1b req-15fc4955-9b9b-4f78-adf7-0ea689117953 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0582008 Sep 15 19:29:32.975352 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-783a513c-974e-4324-a783-89bce9811e1b req-aa76bcd7-1403-4177-b4bd-337281a39bdc tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491910 Sep 15 19:29:33.101458 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:33.137122 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-83632716-bee4-4e35-beaf-8d784eaefe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:33.138634 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-83632716-bee4-4e35-beaf-8d784eaefe4e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4fd3f2da26af4d3db4c6db4ceb851558&device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 1127 time: 0.0470064 Sep 15 19:29:33.720565 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077909a-cf28-414a-9665-b6cff11b7047 req-e8cad5e1-7a7b-4dbe-964b-a653e570a397 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:33.736083 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device e07717f9-44fe-4be0-919e-d14afd6d6dcf details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:29:33.736495 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8077909a-cf28-414a-9665-b6cff11b7047 req-e8cad5e1-7a7b-4dbe-964b-a653e570a397 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0685773 Sep 15 19:29:33.767674 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e333e-eae8-4201-b0d3-bd4a9b24dd18 req-bb3aceaf-58d9-4091-bcaf-f97424118e45 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:33.771254 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-886e333e-eae8-4201-b0d3-bd4a9b24dd18 req-bb3aceaf-58d9-4091-bcaf-f97424118e45 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.1040256 Sep 15 19:29:33.802120 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8077909a-cf28-414a-9665-b6cff11b7047 req-f8cbeb6d-ab7b-4a01-a162-dfedcc815c44 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599008 Sep 15 19:29:33.841267 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-e29d2476-f496-469d-8915-376bcb2ca33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:33.842665 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-e29d2476-f496-469d-8915-376bcb2ca33b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c851a255-af99-440b-bdcd-712401c04b66 HTTP/1.1" status: 200 len: 915 time: 0.2500982 Sep 15 19:29:33.854701 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-886e333e-eae8-4201-b0d3-bd4a9b24dd18 req-910639f5-8729-4624-8150-89f5c2a643f1 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763392 Sep 15 19:29:33.893063 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port e07717f9-44fe-4be0-919e-d14afd6d6dcf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:33.907298 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'port_id': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'mac_address': 'fa:16:3e:4d:04:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:29:33.934896 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4c75f9df-7148-4ed6-968d-8f3f90f25524 req-9e598d03-a3e7-4ded-9e72-5bd19617613d tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0650573 Sep 15 19:29:33.952542 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port e07717f9-44fe-4be0-919e-d14afd6d6dcf is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:33.952931 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:33.969718 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07717f9-44fe-4be0-919e-d14afd6d6dcf {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:33.979616 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb310b-ffde-41bc-9080-6b46e2ddde25 req-d453db2c-006e-4b49-8852-8353be7fdb2b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:33.982932 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-facb310b-ffde-41bc-9080-6b46e2ddde25 req-d453db2c-006e-4b49-8852-8353be7fdb2b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.0560002 Sep 15 19:29:33.989615 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port e07717f9-44fe-4be0-919e-d14afd6d6dcf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:34.035584 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-facb310b-ffde-41bc-9080-6b46e2ddde25 req-8596a2a9-65fa-46f9-86b7-9436de9b8e78 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465736 Sep 15 19:29:34.098475 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:34.119324 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541f99e-f273-40ec-becd-7826c77a6688 req-85ecd1cc-8781-455e-b6e7-6b88dbf16a24 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:34.120908 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5541f99e-f273-40ec-becd-7826c77a6688 req-85ecd1cc-8781-455e-b6e7-6b88dbf16a24 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0562165 Sep 15 19:29:34.154130 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=e07717f9-44fe-4be0-919e-d14afd6d6dcf,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:34.182923 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5541f99e-f273-40ec-becd-7826c77a6688 req-d65275ce-9ad7-4eba-8cd5-6e59cf96d257 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547571 Sep 15 19:29:34.310438 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e5668-3cc6-4a61-ae7a-9d12d72baa74 req-238b7321-f876-4ede-84ef-a6b33968fe75 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:34.311976 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-382e5668-3cc6-4a61-ae7a-9d12d72baa74 req-238b7321-f876-4ede-84ef-a6b33968fe75 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0527468 Sep 15 19:29:34.322887 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 34928) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:34.327817 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-0b75831a-4e9e-4cd5-b54c-148327334788 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'floatingip': {'port_id': 'f848c54c-bc13-4277-851b-f4482d166911'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:34.366431 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:34.381741 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0b75831a-4e9e-4cd5-b54c-148327334788 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (afaec93e-1d78-438e-b751-b4987ad04789), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:34.415205 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['e07717f9-44fe-4be0-919e-d14afd6d6dcf'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:34.425307 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:34.658776 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:34.820160 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:34.880478 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0b75831a-4e9e-4cd5-b54c-148327334788 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:34.939732 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a83644-ae33-4e92-aeed-2844a7481a2f req-0ce80ed9-f4e8-4019-9d8b-a6e48142f810 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:34.941402 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a7a83644-ae33-4e92-aeed-2844a7481a2f req-0ce80ed9-f4e8-4019-9d8b-a6e48142f810 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0545092 Sep 15 19:29:34.944701 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0b75831a-4e9e-4cd5-b54c-148327334788 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (afaec93e-1d78-438e-b751-b4987ad04789), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:35.001911 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a7a83644-ae33-4e92-aeed-2844a7481a2f req-9839849e-0903-4b1d-a094-f77db2d81eea tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500023 Sep 15 19:29:35.076671 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-848fe136-1d78-4211-8b77-0cabea80846d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 200 len: 217 time: 0.0901930 Sep 15 19:29:35.102095 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8c21b-7eca-4bc3-afff-144276f8ecfc req-b36ee0c6-567c-4478-9d39-5e015e2ee3d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:35.103576 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-39b8c21b-7eca-4bc3-afff-144276f8ecfc req-b36ee0c6-567c-4478-9d39-5e015e2ee3d9 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.1160586 Sep 15 19:29:35.103959 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4112a4e3-a25c-4734-bfc5-ee401f546cc3 req-e6d9aefc-6e26-4ef3-993e-81a040033316 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0330465 Sep 15 19:29:35.232814 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:35.233304 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1a96-5ecd-454a-920c-0f422fe2e64f req-d83612fb-231b-4279-82f6-41efa110168e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:35.234195 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.l3_db [None req-0b75831a-4e9e-4cd5-b54c-148327334788 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Floating IP afaec93e-1d78-438e-b751-b4987ad04789 associated. External IP: 172.27.0.208, port: f848c54c-bc13-4277-851b-f4482d166911. Sep 15 19:29:35.234864 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-36ad1a96-5ecd-454a-920c-0f422fe2e64f req-d83612fb-231b-4279-82f6-41efa110168e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 944 time: 0.0604248 Sep 15 19:29:35.284185 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-39b8c21b-7eca-4bc3-afff-144276f8ecfc req-f9932afc-00b0-43f3-8468-09a69c638794 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567583 Sep 15 19:29:35.288777 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-f69e3f12-3db6-4ce8-85c0-f57da7c5ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:35.290580 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-f69e3f12-3db6-4ce8-85c0-f57da7c5ce8c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=96c540f9-7d74-4e4a-a277-5b1795411a16 HTTP/1.1" status: 200 len: 853 time: 0.1322117 Sep 15 19:29:35.300809 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-36ad1a96-5ecd-454a-920c-0f422fe2e64f req-b787503f-d164-4439-bf2d-f1b8c694eefe tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583603 Sep 15 19:29:35.521165 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-646283b9-e70e-46e1-ba35-58ffa824c4a5 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:35.526481 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-646283b9-e70e-46e1-ba35-58ffa824c4a5 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 945 time: 0.0608897 Sep 15 19:29:35.651703 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Deleting port 6a575adf-3c82-4218-b116-aeb619bfddcc {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:29:35.654011 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:35.681691 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-0bb8157a-2cb3-424b-8ff3-c8a41fc24934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:35.683304 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-0bb8157a-2cb3-424b-8ff3-c8a41fc24934 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c851a255-af99-440b-bdcd-712401c04b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545728 Sep 15 19:29:35.740689 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:29:35.744776 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-baf14083-ac09-4a7d-b150-6df95454e200 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=ac8e5530469c44cd8c4d962899f6ac5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294333 Sep 15 19:29:35.746618 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device e07717f9-44fe-4be0-919e-d14afd6d6dcf up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:29:35.793082 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b75831a-4e9e-4cd5-b54c-148327334788 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:29:35.803996 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:35.865787 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-03099ada-d720-4c99-87d9-e0dfbb7d9a2a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543820 Sep 15 19:29:35.876399 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port e07717f9-44fe-4be0-919e-d14afd6d6dcf completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:29:35.877711 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] For port 6a575adf-3c82-4218-b116-aeb619bfddcc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6a575adf-3c82-4218-b116-aeb619bfddcc,segment=NetworkSegment(add7e5c0-2678-4fdd-a84c-ef6d82b4710f),segment_id=add7e5c0-2678-4fdd-a84c-ef6d82b4710f)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:35.880191 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:35.906105 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Calling delete_port for 6a575adf-3c82-4218-b116-aeb619bfddcc owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:29:35.922041 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:35.942842 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'port_id': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'mac_address': 'fa:16:3e:9f:7e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:29:35.954899 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-1fd76e55-3d17-4c26-8b7c-f8241c547ae6 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:35.957378 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-1fd76e55-3d17-4c26-8b7c-f8241c547ae6 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060583 Sep 15 19:29:35.976178 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port e07717f9-44fe-4be0-919e-d14afd6d6dcf triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:29:35.976822 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:35.977324 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port e07717f9-44fe-4be0-919e-d14afd6d6dcf Sep 15 19:29:35.989071 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b75831a-4e9e-4cd5-b54c-148327334788 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:29:35.999121 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0b75831a-4e9e-4cd5-b54c-148327334788 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.004370 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:36.013712 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Request body: {'port': {'device_id': 'bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b', 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4', 'admin_state_up': True, 'tenant_id': 'ac8e5530469c44cd8c4d962899f6ac5b'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:36.020142 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:29:36.037087 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:36.043207 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0f8d0ef8-ed3f-44de-92df-3688b8809896 req-2e0896c8-b9b4-4539-8c2b-5f004f1d13c6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688054 Sep 15 19:29:36.050343 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0b75831a-4e9e-4cd5-b54c-148327334788 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/afaec93e-1d78-438e-b751-b4987ad04789 HTTP/1.1" status: 200 len: 991 time: 1.7235446 Sep 15 19:29:36.050343 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'tag': 'f848c54c-bc13-4277-851b-f4482d166911'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:36.050630 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562c8666-555c-43c6-acb0-f9c117a27201" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6cfa71-df2d-4e56-ba89-35f6153f327f", "tag": "f848c54c-bc13-4277-851b-f4482d166911"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:36.078450 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:36.079123 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.100701 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:29:36.101592 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:29:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:36.105329 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:36.162701 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:36.184328 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:36.209912 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:36.222570 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f042bb-0a1b-4a16-bf71-2656dfe2d04b req-2c2cbe3c-91bb-4f09-848d-07f2e795726a tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:36.224131 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82f042bb-0a1b-4a16-bf71-2656dfe2d04b req-2c2cbe3c-91bb-4f09-848d-07f2e795726a tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 943 time: 0.0546694 Sep 15 19:29:36.265552 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port e07717f9-44fe-4be0-919e-d14afd6d6dcf is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:36.266913 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.281782 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82f042bb-0a1b-4a16-bf71-2656dfe2d04b req-310741d1-a494-4045-9e2d-0b580259d2fc tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476136 Sep 15 19:29:36.308020 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.308020 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:29:36.309458 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:36.311771 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e7e3d6-a03d-4908-9364-48fe1161d7e9" -d '{"events": [{"server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "name": "network-vif-plugged", "status": "completed", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:36.315398 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (6a575adf-3c82-4218-b116-aeb619bfddcc), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.322450 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Made reservation on behalf of ac8e5530469c44cd8c4d962899f6ac5b for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:36.326556 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.344539 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccdee3c-d5af-46b7-8d1f-0381400c1c5f x-openstack-request-id: req-4ccdee3c-d5af-46b7-8d1f-0381400c1c5f {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:36.344843 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6cfa71-df2d-4e56-ba89-35f6153f327f", "tag": "f848c54c-bc13-4277-851b-f4482d166911", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:36.345101 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ccdee3c-d5af-46b7-8d1f-0381400c1c5f {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:36.345520 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccdee3c-d5af-46b7-8d1f-0381400c1c5f'] response: {'name': 'network-changed', 'server_uuid': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'tag': 'f848c54c-bc13-4277-851b-f4482d166911', 'status': 'completed', 'code': 200} Sep 15 19:29:36.375027 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port e07717f9-44fe-4be0-919e-d14afd6d6dcf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:36.397699 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.400487 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Pushing event deleted for resources: {'Port': ['ID=6a575adf-3c82-4218-b116-aeb619bfddcc,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:36.430213 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.430555 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.430891 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.431282 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.431676 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.439036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.439036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.439036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.439036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.439036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.439036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.439036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.439036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.439036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.439036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.476000 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] No DVR routers for this DVR port 6a575adf-3c82-4218-b116-aeb619bfddcc on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:29:36.478750 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.482193 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-34e81959-b829-4477-aeed-509ed7ff7ca2 req-f7306fa4-67e6-4345-8375-294ce8eb4dd7 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.33 "DELETE /networking/v2.0/ports/6a575adf-3c82-4218-b116-aeb619bfddcc HTTP/1.1" status: 204 len: 173 time: 0.9531231 Sep 15 19:29:36.486721 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4836cd00-5dd6-454d-84d6-643e1c0843c2', 'name': 'network-vif-deleted', 'tag': '6a575adf-3c82-4218-b116-aeb619bfddcc'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:36.489388 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a5974c-e874-4bc2-a2ba-e88411e46e9b" -d '{"events": [{"server_uuid": "4836cd00-5dd6-454d-84d6-643e1c0843c2", "name": "network-vif-deleted", "tag": "6a575adf-3c82-4218-b116-aeb619bfddcc"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:36.511826 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ab4674d0-310e-4a59-b61e-484005c613f8 req-4d3ac1c9-6d31-45fc-96ba-51df3550611f tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0861785 Sep 15 19:29:36.516268 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8666-555c-43c6-acb0-f9c117a27201 req-1bc6b754-710f-4b72-a103-279578a8621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:36.527143 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-562c8666-555c-43c6-acb0-f9c117a27201 req-1bc6b754-710f-4b72-a103-279578a8621c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 1129 time: 0.1343672 Sep 15 19:29:36.675543 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-30317f1f-438c-459c-b7bd-72b170bca6fc req-5e3266d4-9fe1-447b-b1d6-6b8efe96e0b4 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 210 time: 0.0728748 Sep 15 19:29:36.714120 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397fed9-6d01-4b0d-a75d-46850ef24ea8 req-9fe569c0-e5a9-44c7-b16e-3122e4d91f0d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:36.716884 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6397fed9-6d01-4b0d-a75d-46850ef24ea8 req-9fe569c0-e5a9-44c7-b16e-3122e4d91f0d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0712867 Sep 15 19:29:36.725710 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks [] for security_group (e5943be3-9034-402d-a6ed-d1248551953e), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.748603 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.753354 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:36.766729 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8666-555c-43c6-acb0-f9c117a27201 req-78b24826-873f-49ee-80fb-cf05a9787d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:36.790115 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (e5943be3-9034-402d-a6ed-d1248551953e), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:36.791686 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-562c8666-555c-43c6-acb0-f9c117a27201 req-78b24826-873f-49ee-80fb-cf05a9787d79 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 915 time: 0.2620134 Sep 15 19:29:36.826404 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebebdb6-9333-4396-b250-5db60141c590 x-openstack-request-id: req-6ebebdb6-9333-4396-b250-5db60141c590 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:36.827080 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4836cd00-5dd6-454d-84d6-643e1c0843c2", "name": "network-vif-deleted", "tag": "6a575adf-3c82-4218-b116-aeb619bfddcc", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:36.827509 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ebebdb6-9333-4396-b250-5db60141c590 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:36.828121 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebebdb6-9333-4396-b250-5db60141c590'] response: {'server_uuid': '4836cd00-5dd6-454d-84d6-643e1c0843c2', 'name': 'network-vif-deleted', 'tag': '6a575adf-3c82-4218-b116-aeb619bfddcc', 'status': 'completed', 'code': 200} Sep 15 19:29:36.847145 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa528c00-9ab0-4a60-82fd-74da81736798 x-openstack-request-id: req-aa528c00-9ab0-4a60-82fd-74da81736798 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:36.847145 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "name": "network-vif-plugged", "status": "completed", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:36.847145 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa528c00-9ab0-4a60-82fd-74da81736798 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:36.847145 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa528c00-9ab0-4a60-82fd-74da81736798'] response: {'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'code': 200} Sep 15 19:29:36.848346 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.848901 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.851114 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6397fed9-6d01-4b0d-a75d-46850ef24ea8 req-58878ffd-b894-4de8-84f0-b342c9f76c40 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168323 Sep 15 19:29:36.857310 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.857887 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.858448 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.858999 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.864279 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.875967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.875967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.875967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.875967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.875967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.875967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.875967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.875967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.889489 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5943be3-9034-402d-a6ed-d1248551953e,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:36.892253 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:36.952458 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:36.998483 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-562c8666-555c-43c6-acb0-f9c117a27201 req-2c43e95a-5635-4681-bd61-635f92889412 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f848c54c-bc13-4277-851b-f4482d166911 HTTP/1.1" status: 200 len: 999 time: 0.1703269 Sep 15 19:29:37.008227 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=e07717f9-44fe-4be0-919e-d14afd6d6dcf,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:37.013759 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:cc:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:26:52Z', 'updated_at': '2022-09-15T19:27:44Z', 'revision_number': 2, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}, {'id': 'afaec93e-1d78-438e-b751-b4987ad04789', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'f848c54c-bc13-4277-851b-f4482d166911', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:14:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:28:52Z', 'updated_at': '2022-09-15T19:29:34Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:37.034015 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Allocated IP 192.168.233.79 (ee50e31e-991d-40ca-8424-6875ba5e89f4/93eea7e1-5ac8-4b10-aa04-7f5290c2fa70/6363c3da-31b1-4c7f-be7c-41a310dc3789) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:37.043164 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:29:37.066649 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:29:37.067260 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:29:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:37.081720 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8666-555c-43c6-acb0-f9c117a27201 req-50053a1b-d457-4074-b50f-6ec39d9780f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:37.085114 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-562c8666-555c-43c6-acb0-f9c117a27201 req-50053a1b-d457-4074-b50f-6ec39d9780f3 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.0793686 Sep 15 19:29:37.101398 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:37.149031 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8666-555c-43c6-acb0-f9c117a27201 req-9bb857dd-7d27-4680-bf24-af7cd5df7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:37.150923 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-562c8666-555c-43c6-acb0-f9c117a27201 req-9bb857dd-7d27-4680-bf24-af7cd5df7048 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578001 Sep 15 19:29:37.218863 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:29:37.259099 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:37.266672 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks [] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:37.279781 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-562c8666-555c-43c6-acb0-f9c117a27201 req-e4d1aaa6-2869-4704-8657-52ffe55e4aaa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203146 Sep 15 19:29:37.359369 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2a08e-5b0f-4df7-9fca-a8e5d93985f9 req-25ed63e0-ab20-496a-a6e8-8221f7b8e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:37.364802 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cbd2a08e-5b0f-4df7-9fca-a8e5d93985f9 req-25ed63e0-ab20-496a-a6e8-8221f7b8e371 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 1129 time: 0.1825314 Sep 15 19:29:37.403620 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-562c8666-555c-43c6-acb0-f9c117a27201 req-819932e2-3a0a-48ab-88e4-bed0873fe04d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169455 Sep 15 19:29:37.469775 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:37.500893 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:cc:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:26:52Z', 'updated_at': '2022-09-15T19:27:44Z', 'revision_number': 2, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}, {'id': 'afaec93e-1d78-438e-b751-b4987ad04789', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'f848c54c-bc13-4277-851b-f4482d166911', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:14:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:28:52Z', 'updated_at': '2022-09-15T19:29:34Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:37.520302 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573429a8-5661-4dd1-a8b2-c88b86c0295d req-1a481751-350d-4a5d-b59e-d0543003c7e3 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:37.522622 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-573429a8-5661-4dd1-a8b2-c88b86c0295d req-1a481751-350d-4a5d-b59e-d0543003c7e3 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 944 time: 0.1102607 Sep 15 19:29:37.534669 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b527c9-6075-4686-a032-bd177e1ae38c None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:cc:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:26:52Z', 'updated_at': '2022-09-15T19:27:44Z', 'revision_number': 2, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}, {'id': 'afaec93e-1d78-438e-b751-b4987ad04789', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'f848c54c-bc13-4277-851b-f4482d166911', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:14:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:28:52Z', 'updated_at': '2022-09-15T19:29:34Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:29:37.546099 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cbd2a08e-5b0f-4df7-9fca-a8e5d93985f9 req-90c809e4-3d55-4ed9-9b54-7cc8977d87d6 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615679 Sep 15 19:29:37.573443 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Network ee50e31e-991d-40ca-8424-6875ba5e89f4 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:37.581020 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:37.587168 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:29:37.589843 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:37.596079 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Pushing event updated for resources: {'Port': ['ID=6363c3da-31b1-4c7f-be7c-41a310dc3789,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:37.671257 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-573429a8-5661-4dd1-a8b2-c88b86c0295d req-457f1853-a6ba-421d-90e6-bdb58ada1e1d tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404176 Sep 15 19:29:37.690050 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:37.690755 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:37.704794 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11c4d-70f5-4e17-ad16-d2a22586a054 req-a7b2c397-6281-420a-ad34-f58e15e36944 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:37.713635 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d2f11c4d-70f5-4e17-ad16-d2a22586a054 req-a7b2c397-6281-420a-ad34-f58e15e36944 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 935 time: 0.0758629 Sep 15 19:29:37.769568 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d2f11c4d-70f5-4e17-ad16-d2a22586a054 req-10c957cc-92cc-4d47-9953-9b3877279bfa tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 Sep 15 19:29:37.814733 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d3f0e2d7-c391-435a-94f2-3feeb87352d1 req-2d28df1f-67cd-4ea4-855b-88dd30a67dcf tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 210 time: 0.0353205 Sep 15 19:29:37.820041 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-0d1feb4b-6385-4244-8e3f-f51483685320 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8120730 Sep 15 19:29:37.850654 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Request body: {'port': {'device_id': 'bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:37.901863 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e024b8-4e54-470a-9c27-da0dc7868860 None None] New status for floating IP afaec93e-1d78-438e-b751-b4987ad04789: ACTIVE {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:29:37.919378 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-ce9eccc0-ef7c-4280-a001-2a08f5da714e None None] Provisioning complete for port 6363c3da-31b1-4c7f-be7c-41a310dc3789 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:29:37.919950 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ce9eccc0-ef7c-4280-a001-2a08f5da714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:37.920420 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ce9eccc0-ef7c-4280-a001-2a08f5da714e None None] Attempt 1 to provision port 6363c3da-31b1-4c7f-be7c-41a310dc3789 Sep 15 19:29:37.944426 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:37.970024 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ce9eccc0-ef7c-4280-a001-2a08f5da714e None None] Port 6363c3da-31b1-4c7f-be7c-41a310dc3789 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:37.994457 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aef515-7861-4c20-abe3-5591745fbad6 req-f3bf5bb9-f580-43ff-9cfa-293f85cedffb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:37.996163 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-98aef515-7861-4c20-abe3-5591745fbad6 req-f3bf5bb9-f580-43ff-9cfa-293f85cedffb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0509663 Sep 15 19:29:38.015784 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:29:38.042399 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:38.049216 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-98aef515-7861-4c20-abe3-5591745fbad6 req-fb72f697-af7f-4955-a995-48b43dc829cf tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467379 Sep 15 19:29:38.082161 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:29:38.150668 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:29:38.151047 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:38.151434 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 Sep 15 19:29:38.229577 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:38.229965 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:38.234998 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6363c3da-31b1-4c7f-be7c-41a310dc3789 {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:38.243807 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Publish callbacks [] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:38.257453 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Transition to ACTIVE for port object 6363c3da-31b1-4c7f-be7c-41a310dc3789 will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:29:38.268291 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:38.370995 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:38.371211 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:38.372128 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 6a575adf-3c82-4218-b116-aeb619bfddcc no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:29:38.413639 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 6a575adf-3c82-4218-b116-aeb619bfddcc {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:29:38.413978 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 6a575adf-3c82-4218-b116-aeb619bfddcc not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:29:38.442530 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:38.450115 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:38.450288 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Pushing event updated for resources: {'Port': ['ID=6363c3da-31b1-4c7f-be7c-41a310dc3789,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:38.471894 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ce9eccc0-ef7c-4280-a001-2a08f5da714e None None] Attempt 2 to provision port 6363c3da-31b1-4c7f-be7c-41a310dc3789 Sep 15 19:29:38.487027 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Attempting to bind port 6363c3da-31b1-4c7f-be7c-41a310dc3789 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:29:38.489259 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Attempting to bind port 6363c3da-31b1-4c7f-be7c-41a310dc3789 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'eb709582-81bd-42b6-aa3e-aed8be6428dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:29:38.489259 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Attempting to bind port 6363c3da-31b1-4c7f-be7c-41a310dc3789 on network ee50e31e-991d-40ca-8424-6875ba5e89f4 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:38.522707 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ce9eccc0-ef7c-4280-a001-2a08f5da714e None None] Port 6363c3da-31b1-4c7f-be7c-41a310dc3789 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:29:38.544298 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Port 6363c3da-31b1-4c7f-be7c-41a310dc3789 on network ee50e31e-991d-40ca-8424-6875ba5e89f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:29:38.546598 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Attempting to bind port 6363c3da-31b1-4c7f-be7c-41a310dc3789 on network ee50e31e-991d-40ca-8424-6875ba5e89f4 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:38.588548 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:29:38.588882 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Checking segment: {'id': 'eb709582-81bd-42b6-aa3e-aed8be6428dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:29:38.589425 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Bound using segment: {'id': 'eb709582-81bd-42b6-aa3e-aed8be6428dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:29:38.589856 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Bound port: 6363c3da-31b1-4c7f-be7c-41a310dc3789, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb709582-81bd-42b6-aa3e-aed8be6428dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:29:38.590207 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:38.650691 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] For port 6363c3da-31b1-4c7f-be7c-41a310dc3789, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:38.653573 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] For port 6363c3da-31b1-4c7f-be7c-41a310dc3789, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6363c3da-31b1-4c7f-be7c-41a310dc3789,segment=NetworkSegment(eb709582-81bd-42b6-aa3e-aed8be6428dc),segment_id=eb709582-81bd-42b6-aa3e-aed8be6428dc)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:38.754153 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:38.760915 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:38.761554 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:38.762928 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/6363c3da-31b1-4c7f-be7c-41a310dc3789 HTTP/1.1" status: 200 len: 1097 time: 0.9298825 Sep 15 19:29:38.830537 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b', 'tag': '6363c3da-31b1-4c7f-be7c-41a310dc3789'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:38.832920 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edda7ea9-f171-4187-9bc1-2bb6343a9e95" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b", "tag": "6363c3da-31b1-4c7f-be7c-41a310dc3789"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:38.844939 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20652ac6-4bf4-4e53-885f-d42ffbbfb638 req-10790077-c57e-4bfb-b341-39a0c2da267a tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:38.846149 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-20652ac6-4bf4-4e53-885f-d42ffbbfb638 req-10790077-c57e-4bfb-b341-39a0c2da267a tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 945 time: 0.0892320 Sep 15 19:29:38.847392 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:38.849920 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76861bf7-fa97-47cd-90c2-260737486c7b" -d '{"events": [{"server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "name": "network-vif-plugged", "status": "completed", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:38.869160 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b415c8e-9ac3-40e0-92e2-37e01c4e6381 service neutron] Pushing event updated for resources: {'Port': ['ID=6363c3da-31b1-4c7f-be7c-41a310dc3789,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:38.916546 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-20652ac6-4bf4-4e53-885f-d42ffbbfb638 req-ba4935f1-f659-422e-af7e-16df066c4b9c tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598917 Sep 15 19:29:38.942145 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a9b3b-a67e-411c-a07b-8309608ee2e5 req-7214fdb7-c4b9-49cc-b9d6-5c248f4a3fe7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:38.942145 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7f2a9b3b-a67e-411c-a07b-8309608ee2e5 req-7214fdb7-c4b9-49cc-b9d6-5c248f4a3fe7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 947 time: 0.0615761 Sep 15 19:29:38.972076 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e874c10c-7402-497b-a0b7-3d598d86425d x-openstack-request-id: req-e874c10c-7402-497b-a0b7-3d598d86425d {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:38.972363 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b", "tag": "6363c3da-31b1-4c7f-be7c-41a310dc3789", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:38.972616 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e874c10c-7402-497b-a0b7-3d598d86425d {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:38.973017 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e874c10c-7402-497b-a0b7-3d598d86425d'] response: {'name': 'network-changed', 'server_uuid': 'bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b', 'tag': '6363c3da-31b1-4c7f-be7c-41a310dc3789', 'status': 'completed', 'code': 200} Sep 15 19:29:38.994598 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7f2a9b3b-a67e-411c-a07b-8309608ee2e5 req-604a4fcb-02cf-47dd-a823-75ce77c8205e tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490236 Sep 15 19:29:39.028872 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ce9eccc0-ef7c-4280-a001-2a08f5da714e None None] Attempt 3 to provision port 6363c3da-31b1-4c7f-be7c-41a310dc3789 Sep 15 19:29:39.045360 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b305876-4e29-4193-bdc9-d3a0a39a5db5 x-openstack-request-id: req-1b305876-4e29-4193-bdc9-d3a0a39a5db5 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:39.045653 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "name": "network-vif-plugged", "status": "completed", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:39.046217 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b305876-4e29-4193-bdc9-d3a0a39a5db5 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:39.046476 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b305876-4e29-4193-bdc9-d3a0a39a5db5'] response: {'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'code': 200} Sep 15 19:29:39.065992 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ce9eccc0-ef7c-4280-a001-2a08f5da714e None None] Port 6363c3da-31b1-4c7f-be7c-41a310dc3789 had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:29:39.067423 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-de2a68a0-d473-4cf8-9398-7688a197a722 req-4805ae67-f08a-4bb0-b808-842d384eb9b3 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4836cd00-5dd6-454d-84d6-643e1c0843c2 HTTP/1.1" status: 200 len: 210 time: 0.0298529 Sep 15 19:29:39.075543 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:39.155987 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:39.164944 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:39.175279 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a55f-4eb3-4d14-b5ef-5d97825e1f67 req-3cc98cd2-d958-4528-8616-9dd9270c7cd5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:39.176782 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e733a55f-4eb3-4d14-b5ef-5d97825e1f67 req-3cc98cd2-d958-4528-8616-9dd9270c7cd5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0467763 Sep 15 19:29:39.225600 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e733a55f-4eb3-4d14-b5ef-5d97825e1f67 req-02f91c68-88aa-45cb-acb3-30c8bec92603 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424695 Sep 15 19:29:39.445078 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda7ea9-f171-4187-9bc1-2bb6343a9e95 req-1d4175bc-c13b-4592-b72c-1b6b4c2332cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:39.447032 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-edda7ea9-f171-4187-9bc1-2bb6343a9e95 req-1d4175bc-c13b-4592-b72c-1b6b4c2332cd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ac8e5530469c44cd8c4d962899f6ac5b&device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 1131 time: 0.0518281 Sep 15 19:29:39.481394 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-edda7ea9-f171-4187-9bc1-2bb6343a9e95 req-61144041-a97e-4931-958e-73f7f38de788 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=ac8e5530469c44cd8c4d962899f6ac5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282228 Sep 15 19:29:39.580991 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda7ea9-f171-4187-9bc1-2bb6343a9e95 req-b77a9ead-9bc8-460d-aad3-9404d99d9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:39.582474 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-edda7ea9-f171-4187-9bc1-2bb6343a9e95 req-b77a9ead-9bc8-460d-aad3-9404d99d9011 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955796 Sep 15 19:29:39.696726 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-8d459d09-022c-4f54-b28e-efa7a842bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:39.698120 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-8d459d09-022c-4f54-b28e-efa7a842bf71 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ac8e5530469c44cd8c4d962899f6ac5b&device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 1131 time: 0.0707004 Sep 15 19:29:39.703123 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e711da4-8a2b-4a16-824b-7a54ec1305dc req-04ebefb4-87e6-4e8f-9b37-51767c9ecb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:39.704578 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4e711da4-8a2b-4a16-824b-7a54ec1305dc req-04ebefb4-87e6-4e8f-9b37-51767c9ecb26 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 1129 time: 0.0503688 Sep 15 19:29:39.749701 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-bf2d79f8-160a-4500-ba5d-5265075fbef7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=6363c3da-31b1-4c7f-be7c-41a310dc3789 HTTP/1.1" status: 200 len: 217 time: 0.0439038 Sep 15 19:29:39.805593 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4e711da4-8a2b-4a16-824b-7a54ec1305dc req-c8bb9fae-31be-4e76-90cc-853a9e543249 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947108 Sep 15 19:29:39.816234 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-839ccb0a-c65f-4ea6-96bb-dbd6f48be8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:39.817600 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-839ccb0a-c65f-4ea6-96bb-dbd6f48be8c2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=93eea7e1-5ac8-4b10-aa04-7f5290c2fa70 HTTP/1.1" status: 200 len: 843 time: 0.0618727 Sep 15 19:29:40.077640 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-f5573eb8-9985-4f1f-8383-4cfa49299047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:40.080145 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-f5573eb8-9985-4f1f-8383-4cfa49299047 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ee50e31e-991d-40ca-8424-6875ba5e89f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0747006 Sep 15 19:29:40.087247 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8d15-4e82-42a9-91f7-a3b21b2eb72c req-dd870a3a-1f9f-404c-a6d6-37889635c35b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:40.088764 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5efd8d15-4e82-42a9-91f7-a3b21b2eb72c req-dd870a3a-1f9f-404c-a6d6-37889635c35b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 945 time: 0.0856009 Sep 15 19:29:40.121041 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7054d9-ada4-40fe-99f1-d6040eb1f516 req-2cc98d15-2771-41ab-af16-f09944ca3dd6 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:40.122788 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-1f7054d9-ada4-40fe-99f1-d6040eb1f516 req-2cc98d15-2771-41ab-af16-f09944ca3dd6 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 947 time: 0.0509281 Sep 15 19:29:40.188280 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-1f7054d9-ada4-40fe-99f1-d6040eb1f516 req-220adcd6-68a3-4324-83d3-dbd1aea48919 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589004 Sep 15 19:29:40.191883 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5efd8d15-4e82-42a9-91f7-a3b21b2eb72c req-265fd038-f280-4324-864c-c709a9fd18c8 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836751 Sep 15 19:29:40.219333 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-bc8eeb56-7480-48fe-9533-ed58cafc2a7a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ee50e31e-991d-40ca-8424-6875ba5e89f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296070 Sep 15 19:29:40.292792 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:40.357930 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c48bd-c94e-477e-aa39-b28b3cce91fe req-d1938ccb-8e4f-4119-8c7d-741119b6cdb5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:40.359575 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-573c48bd-c94e-477e-aa39-b28b3cce91fe req-d1938ccb-8e4f-4119-8c7d-741119b6cdb5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0513079 Sep 15 19:29:40.420553 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-573c48bd-c94e-477e-aa39-b28b3cce91fe req-204342de-3fec-4b87-88db-de3729105a2b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550303 Sep 15 19:29:40.532141 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037525-1712-4e76-ab6f-504629cc1b45 req-22510611-94eb-4e05-b183-a65e96729096 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:40.533671 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-22510611-94eb-4e05-b183-a65e96729096 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1c551f32-2b72-43e2-b898-66bfeafd2424 HTTP/1.1" status: 200 len: 809 time: 0.1092272 Sep 15 19:29:40.539102 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492b065-1d7b-448d-918c-a47539878d29 req-7cc83a6c-fd73-4f4c-9b0d-3a8d62fe1785 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:40.540623 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b492b065-1d7b-448d-918c-a47539878d29 req-7cc83a6c-fd73-4f4c-9b0d-3a8d62fe1785 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0473037 Sep 15 19:29:40.550829 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35022) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:40.555617 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-b5632886-b9f2-4cee-9388-975b511c1b9b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Request body: {'floatingip': {'port_id': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:40.560667 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-c2224e31-fefe-4c1e-8b55-9e1f190662ac tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/quotas/cf90b9345ae84e26b58e9238da0dac2e HTTP/1.1" status: 200 len: 375 time: 0.0212634 Sep 15 19:29:40.610081 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b5632886-b9f2-4cee-9388-975b511c1b9b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for floatingip (b2b0cf94-17f1-468a-81fe-51a279d92304), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:40.629026 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-4389384a-63f8-437a-812a-50f67ad82960 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cf90b9345ae84e26b58e9238da0dac2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378056 Sep 15 19:29:40.681376 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62dc1de6-8f36-4d7b-842b-c937e937cf80 req-4485d769-26de-4dc6-a76c-fb4d44d19aa4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ee50e31e-991d-40ca-8424-6875ba5e89f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128125 Sep 15 19:29:40.857208 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-d66db13b-29e1-4f5b-a889-9b1afb7e0505 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c551f32-2b72-43e2-b898-66bfeafd2424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016995 Sep 15 19:29:40.988205 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:41.069993 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-afe6c0f1-11ec-4025-9349-266180354436 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c551f32-2b72-43e2-b898-66bfeafd2424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050045 Sep 15 19:29:41.117502 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:41.233705 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:41.240693 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b5632886-b9f2-4cee-9388-975b511c1b9b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:41.342096 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b5632886-b9f2-4cee-9388-975b511c1b9b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (b2b0cf94-17f1-468a-81fe-51a279d92304), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:41.343707 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119c998-e319-4ccf-9579-e6e52e11a2fb req-50326820-e8ff-4714-b479-8bba012da29d tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:41.345967 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2119c998-e319-4ccf-9579-e6e52e11a2fb req-50326820-e8ff-4714-b479-8bba012da29d tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 947 time: 0.0748451 Sep 15 19:29:41.409387 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2119c998-e319-4ccf-9579-e6e52e11a2fb req-32a1d5f2-b0f6-406f-8985-0d66118bfbd6 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558436 Sep 15 19:29:41.485156 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353187a-ea10-46b7-a4c1-a8c92030c7fe req-3ffa575f-940e-4bca-9698-76c8b659a74e tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:41.489383 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5353187a-ea10-46b7-a4c1-a8c92030c7fe req-3ffa575f-940e-4bca-9698-76c8b659a74e tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 945 time: 0.1059475 Sep 15 19:29:41.503838 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8b40ee43-77d1-4c25-bf70-d0391bb02f66 req-14850975-ecc2-4e63-95c4-ae0d753e9e42 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0331259 Sep 15 19:29:41.540868 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.l3_db [None req-b5632886-b9f2-4cee-9388-975b511c1b9b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Floating IP b2b0cf94-17f1-468a-81fe-51a279d92304 associated. External IP: 172.27.0.79, port: e07717f9-44fe-4be0-919e-d14afd6d6dcf. Sep 15 19:29:41.596373 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-5353187a-ea10-46b7-a4c1-a8c92030c7fe req-4c0a3732-60e0-4ba0-8e73-471f127071ad tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984888 Sep 15 19:29:41.732223 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b828d1c-b40f-4f56-8fad-e098f1c2ab8e req-c2c4415f-4c97-4497-a999-b70684b4db49 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:41.733889 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6b828d1c-b40f-4f56-8fad-e098f1c2ab8e req-c2c4415f-4c97-4497-a999-b70684b4db49 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 945 time: 0.0550170 Sep 15 19:29:41.781771 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5632886-b9f2-4cee-9388-975b511c1b9b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Router 1e64ce52-d7d1-4448-8702-3d0520e2869c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:29:41.807312 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6b828d1c-b40f-4f56-8fad-e098f1c2ab8e req-d9dfa5b8-f9ed-4848-8555-9dc2c16a808b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609882 Sep 15 19:29:42.175454 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5632886-b9f2-4cee-9388-975b511c1b9b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:29:42.181301 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b5632886-b9f2-4cee-9388-975b511c1b9b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:42.199638 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] Sync routers for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:29:42.209799 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:29:42.210880 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:29:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:42.224380 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-b5632886-b9f2-4cee-9388-975b511c1b9b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/b2b0cf94-17f1-468a-81fe-51a279d92304 HTTP/1.1" status: 200 len: 990 time: 1.6699471 Sep 15 19:29:42.224380 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:42.225056 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942d882c-040e-4882-9ffa-648b4340908a" -d '{"events": [{"name": "network-changed", "server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:42.231736 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71c135-a756-4b9a-bfbd-cc98e08ea8e2 req-e5de0030-36fc-496d-8bb5-b26b4621ebf1 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:42.233241 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8e71c135-a756-4b9a-bfbd-cc98e08ea8e2 req-e5de0030-36fc-496d-8bb5-b26b4621ebf1 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 945 time: 0.0575247 Sep 15 19:29:42.282436 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121e29bf-5362-4d93-b1ae-2d8bc6c37f27 x-openstack-request-id: req-121e29bf-5362-4d93-b1ae-2d8bc6c37f27 {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:42.282967 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:42.283689 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-121e29bf-5362-4d93-b1ae-2d8bc6c37f27 {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:42.284087 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121e29bf-5362-4d93-b1ae-2d8bc6c37f27'] response: {'name': 'network-changed', 'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'status': 'completed', 'code': 200} Sep 15 19:29:42.300572 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8e71c135-a756-4b9a-bfbd-cc98e08ea8e2 req-eedf176e-dd70-4acb-b117-46df0ddc1176 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609145 Sep 15 19:29:42.371012 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:29:42.566234 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d882c-040e-4882-9ffa-648b4340908a req-19509044-0888-4194-880d-3dcb349adaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:42.568009 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-942d882c-040e-4882-9ffa-648b4340908a req-19509044-0888-4194-880d-3dcb349adaa6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 1129 time: 0.0514019 Sep 15 19:29:42.598229 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a4f8a-d006-4895-8846-9186b2f9e13b req-6e7403cc-d03a-4ade-80bc-cd31e0680736 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:42.602080 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c75a4f8a-d006-4895-8846-9186b2f9e13b req-6e7403cc-d03a-4ade-80bc-cd31e0680736 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 947 time: 0.0630147 Sep 15 19:29:42.659552 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2ec3509e-ebbe-412b-bafb-142e6a2a9509 req-7f279fe9-ca77-405f-a42f-ef6efecb1daa tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0322673 Sep 15 19:29:42.659812 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c75a4f8a-d006-4895-8846-9186b2f9e13b req-df78b199-3051-48be-9730-a9ff3c513665 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491729 Sep 15 19:29:42.709785 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d882c-040e-4882-9ffa-648b4340908a req-aba2ae59-ef0a-4eb9-a591-5f0d5ab62536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:42.711587 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-942d882c-040e-4882-9ffa-648b4340908a req-aba2ae59-ef0a-4eb9-a591-5f0d5ab62536 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.1367521 Sep 15 19:29:42.737688 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'b2b0cf94-17f1-468a-81fe-51a279d92304', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'port_id': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'mac_address': 'fa:16:3e:4d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:29:06Z', 'updated_at': '2022-09-15T19:29:41Z', 'revision_number': 1, 'project_id': '016f968319fd49d98506030c0bee6021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:54Z', 'revision_number': 5, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:42.770175 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] Checking router: 1e64ce52-d7d1-4448-8702-3d0520e2869c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:29:42.780994 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:29:42.783186 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:29:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:42.793194 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-942d882c-040e-4882-9ffa-648b4340908a req-b3fb2f6d-5d35-45a4-9ea4-1719511c6d93 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf HTTP/1.1" status: 200 len: 998 time: 0.0725944 Sep 15 19:29:42.850030 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d882c-040e-4882-9ffa-648b4340908a req-34301e0c-e4d4-4a7b-b174-9584182bc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:42.851778 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-942d882c-040e-4882-9ffa-648b4340908a req-34301e0c-e4d4-4a7b-b174-9584182bc258 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.0519297 Sep 15 19:29:42.901815 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:29:43.274247 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'b2b0cf94-17f1-468a-81fe-51a279d92304', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'port_id': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'mac_address': 'fa:16:3e:4d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:29:06Z', 'updated_at': '2022-09-15T19:29:41Z', 'revision_number': 1, 'project_id': '016f968319fd49d98506030c0bee6021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:54Z', 'revision_number': 5, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:43.299494 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d4ccb-14d4-461e-895b-19040d97a510 None None] The sync data for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi is: [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'b2b0cf94-17f1-468a-81fe-51a279d92304', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'port_id': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'mac_address': 'fa:16:3e:4d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:29:06Z', 'updated_at': '2022-09-15T19:29:41Z', 'revision_number': 1, 'project_id': '016f968319fd49d98506030c0bee6021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:54Z', 'revision_number': 5, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:29:43.513107 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3888787-dd4d-4621-ad0b-71d8aa092543 None None] New status for floating IP b2b0cf94-17f1-468a-81fe-51a279d92304: ACTIVE {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:29:43.807424 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fc1fd-839b-4fd9-8dfa-948033ad94dc req-58aaac5d-4c50-410c-ae27-9599c6282b7e tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:43.809035 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6d6fc1fd-839b-4fd9-8dfa-948033ad94dc req-58aaac5d-4c50-410c-ae27-9599c6282b7e tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 947 time: 0.0560510 Sep 15 19:29:43.814216 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:43.835361 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-108c4f2c-efc1-4b7d-aaf3-ff3ec6cdbced req-cc499714-58b1-4f08-a5ba-7c99c5544cae tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0304718 Sep 15 19:29:43.859092 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:43.863785 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6d6fc1fd-839b-4fd9-8dfa-948033ad94dc req-2a722c24-ed17-4d56-9f6c-32740802cd2b tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486462 Sep 15 19:29:43.994103 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 6363c3da-31b1-4c7f-be7c-41a310dc3789 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:29:43.996368 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:44.091699 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:44.101286 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 6363c3da-31b1-4c7f-be7c-41a310dc3789, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6363c3da-31b1-4c7f-be7c-41a310dc3789,segment=NetworkSegment(eb709582-81bd-42b6-aa3e-aed8be6428dc),segment_id=eb709582-81bd-42b6-aa3e-aed8be6428dc)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:44.112318 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '6363c3da-31b1-4c7f-be7c-41a310dc3789', 'network_id': 'ee50e31e-991d-40ca-8424-6875ba5e89f4', 'port_id': '6363c3da-31b1-4c7f-be7c-41a310dc3789', 'mac_address': 'fa:16:3e:b3:e1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93eea7e1-5ac8-4b10-aa04-7f5290c2fa70', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:29:44.147606 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 6363c3da-31b1-4c7f-be7c-41a310dc3789 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:44.148018 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:44.164645 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6363c3da-31b1-4c7f-be7c-41a310dc3789 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:44.186900 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 6363c3da-31b1-4c7f-be7c-41a310dc3789, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6363c3da-31b1-4c7f-be7c-41a310dc3789,segment=NetworkSegment(eb709582-81bd-42b6-aa3e-aed8be6428dc),segment_id=eb709582-81bd-42b6-aa3e-aed8be6428dc)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:44.262728 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:44.316535 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=6363c3da-31b1-4c7f-be7c-41a310dc3789,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:44.587574 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['6363c3da-31b1-4c7f-be7c-41a310dc3789'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:44.947806 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b73e8443-d6d7-440f-88df-9b7bfecce50e req-c9fdce09-2f1e-45f3-8321-a9d530b58f9f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0280926 Sep 15 19:29:45.053267 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e8888-1f4a-4f9f-b719-39ecfc545a81 req-9037c0d6-303a-4476-88f9-3a690b4a87dd tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:45.054749 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-537e8888-1f4a-4f9f-b719-39ecfc545a81 req-9037c0d6-303a-4476-88f9-3a690b4a87dd tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 948 time: 0.0472908 Sep 15 19:29:45.102533 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-537e8888-1f4a-4f9f-b719-39ecfc545a81 req-a3ae8534-f1fb-4cbc-a663-ae5c445ebe72 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Sep 15 19:29:46.009564 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:29:46.013174 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 6363c3da-31b1-4c7f-be7c-41a310dc3789 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:29:46.053476 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ce695eea-c05f-4ff3-bf1c-0b71f3b68eab req-279e55e8-6692-428d-83ae-4a528deaa8cb tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0306230 Sep 15 19:29:46.068851 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 6363c3da-31b1-4c7f-be7c-41a310dc3789 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:29:46.182685 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 6363c3da-31b1-4c7f-be7c-41a310dc3789 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:29:46.183185 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:46.183562 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 6363c3da-31b1-4c7f-be7c-41a310dc3789 Sep 15 19:29:46.239543 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ffe6a-0797-49c3-a9c9-77db2c14e97d req-f2e6b534-94f8-4795-a97e-01e2ce83dddf tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:46.241170 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8f1ffe6a-0797-49c3-a9c9-77db2c14e97d req-f2e6b534-94f8-4795-a97e-01e2ce83dddf tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 948 time: 0.0516338 Sep 15 19:29:46.272098 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 6363c3da-31b1-4c7f-be7c-41a310dc3789 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:29:46.272652 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:46.290973 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8f1ffe6a-0797-49c3-a9c9-77db2c14e97d req-73577a4a-f422-4654-b707-2b1862ecd42d tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Sep 15 19:29:46.297218 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6363c3da-31b1-4c7f-be7c-41a310dc3789'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:46.299673 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f6fba2-4348-4546-bbde-ed9da7c4c051" -d '{"events": [{"server_uuid": "bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b", "name": "network-vif-plugged", "status": "completed", "tag": "6363c3da-31b1-4c7f-be7c-41a310dc3789"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:46.313230 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 6363c3da-31b1-4c7f-be7c-41a310dc3789, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6363c3da-31b1-4c7f-be7c-41a310dc3789,segment=NetworkSegment(eb709582-81bd-42b6-aa3e-aed8be6428dc),segment_id=eb709582-81bd-42b6-aa3e-aed8be6428dc)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:46.346435 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882ded1f-61d6-4521-ba00-a806f0aa7722 x-openstack-request-id: req-882ded1f-61d6-4521-ba00-a806f0aa7722 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:46.346435 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b", "name": "network-vif-plugged", "status": "completed", "tag": "6363c3da-31b1-4c7f-be7c-41a310dc3789", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:46.346435 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-882ded1f-61d6-4521-ba00-a806f0aa7722 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:46.346435 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882ded1f-61d6-4521-ba00-a806f0aa7722'] response: {'server_uuid': 'bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6363c3da-31b1-4c7f-be7c-41a310dc3789', 'code': 200} Sep 15 19:29:46.399466 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:46.449466 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=6363c3da-31b1-4c7f-be7c-41a310dc3789,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:46.748634 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:47.156707 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7afbdee1-2f77-4cca-883e-3f226585ab07 req-2109565f-fc18-497d-8f4b-db06dec69c13 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0269194 Sep 15 19:29:47.425544 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896439f6-3780-429f-b330-dd64e34aeaf3 req-7975dda6-ee06-4613-bb6a-51ad1fa006d6 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:47.427041 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-896439f6-3780-429f-b330-dd64e34aeaf3 req-7975dda6-ee06-4613-bb6a-51ad1fa006d6 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 949 time: 0.0537469 Sep 15 19:29:47.477202 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-896439f6-3780-429f-b330-dd64e34aeaf3 req-5fc1e222-f33f-4a7c-b4fc-99c9c7e6a574 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 Sep 15 19:29:47.640100 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a216b952-aa2d-4182-8a8a-8b71002f2f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:48.056165 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d882c-040e-4882-9ffa-648b4340908a req-c67f8174-2337-4d54-aa3d-6fe13022f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:48.057697 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-942d882c-040e-4882-9ffa-648b4340908a req-c67f8174-2337-4d54-aa3d-6fe13022f634 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540993 Sep 15 19:29:48.277744 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-1871571a-1984-49aa-a8b5-2094d23993e6 req-ae6f5bab-02ad-4808-bb19-ce4854f32d54 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0279446 Sep 15 19:29:48.622835 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-942d882c-040e-4882-9ffa-648b4340908a req-1224ecdf-018f-4dd5-98d4-09b32e4f99df service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473463 Sep 15 19:29:48.670106 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2f3cd-3b19-4c35-9efe-bc7b47d89185 req-ef07f9c1-ec34-4a5e-961c-c663f87fb313 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:48.671620 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c9e2f3cd-3b19-4c35-9efe-bc7b47d89185 req-ef07f9c1-ec34-4a5e-961c-c663f87fb313 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 949 time: 0.0992789 Sep 15 19:29:48.726566 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c9e2f3cd-3b19-4c35-9efe-bc7b47d89185 req-677d180a-832b-4031-8f12-9792951e7e16 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489354 Sep 15 19:29:48.760404 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-942d882c-040e-4882-9ffa-648b4340908a req-8c0dc88a-2276-48fd-83e7-7c8304cda0b0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305795 Sep 15 19:29:48.995069 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:49.025584 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559ea8d-f8ab-4c5c-904e-2298c40170cc req-4bd31bae-83e3-444c-8582-7e6a713e8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:49.027503 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6559ea8d-f8ab-4c5c-904e-2298c40170cc req-4bd31bae-83e3-444c-8582-7e6a713e8a6d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 1133 time: 0.0423026 Sep 15 19:29:49.098061 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6559ea8d-f8ab-4c5c-904e-2298c40170cc req-0a7073f8-d7de-496f-afd0-1c90e70ce399 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554841 Sep 15 19:29:49.385003 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-22169c74-1f2b-4387-9f5b-0898f531c700 req-e2fa7967-b7ee-4e88-b3a8-0ce3357d2d46 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0339663 Sep 15 19:29:49.852828 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afd849-3001-49ab-9739-5f2921fec3f7 req-98b995be-a4e4-4042-abec-e122153b7235 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:49.854221 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62afd849-3001-49ab-9739-5f2921fec3f7 req-98b995be-a4e4-4042-abec-e122153b7235 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 949 time: 0.0471997 Sep 15 19:29:49.907705 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62afd849-3001-49ab-9739-5f2921fec3f7 req-26b64ac3-0a75-4e2d-beaf-4c1dc74b4b1d tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472190 Sep 15 19:29:50.019833 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-5adf6283-701a-4474-8235-474b320ab2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:50.512730 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d8b089bb-8881-48d9-bae4-111012322ec5 req-9317d2fa-c5cb-4be3-89c6-8ed5276fd87d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0343313 Sep 15 19:29:50.951735 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3224fb-1002-413b-9b78-fa14e70cfc3a req-98b75382-266d-4ff5-ab2a-4b845a5ea451 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:50.956153 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-dd3224fb-1002-413b-9b78-fa14e70cfc3a req-98b75382-266d-4ff5-ab2a-4b845a5ea451 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0552070 Sep 15 19:29:50.993385 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:50.997054 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-4946b659-888a-47e2-a374-cafe37ec7c70 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685339 Sep 15 19:29:51.013628 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-dd3224fb-1002-413b-9b78-fa14e70cfc3a req-b384a1d4-d863-460c-8954-abb981c11b63 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523436 Sep 15 19:29:51.073147 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89221aef-079a-4e1a-aaab-5d50df12f0bc req-5d1ed46a-d17b-4923-8436-3e41c7fc8214 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:51.074806 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-89221aef-079a-4e1a-aaab-5d50df12f0bc req-5d1ed46a-d17b-4923-8436-3e41c7fc8214 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 949 time: 0.0592442 Sep 15 19:29:51.134312 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-89221aef-079a-4e1a-aaab-5d50df12f0bc req-75a5e198-dc0e-40fe-9c55-ab64cc33598a tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487053 Sep 15 19:29:51.136878 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:51.280020 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-4bb6acc3-9b13-49d3-b45d-0801df0a3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:51.281560 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-4bb6acc3-9b13-49d3-b45d-0801df0a3bfd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 1130 time: 0.0586090 Sep 15 19:29:51.427945 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-2e4ab2e1-3879-4a57-8d3a-25901f115274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:51.430442 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-2e4ab2e1-3879-4a57-8d3a-25901f115274 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.1029606 Sep 15 19:29:51.634528 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-40940850-d05e-40ba-ae34-7e03487a4a49 req-74ec0485-6c69-403d-b972-8fd151017b6a tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0292823 Sep 15 19:29:51.724060 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-668c9ed5-e52d-4e42-8df8-493191dd752f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d23106-0153-4b20-8a66-916ff52a223e HTTP/1.1" status: 200 len: 217 time: 0.0351272 Sep 15 19:29:51.780495 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-db17f3ca-f2e8-4587-a0a9-31e133543dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:51.782167 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-db17f3ca-f2e8-4587-a0a9-31e133543dd8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.0521872 Sep 15 19:29:51.834433 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-d3ffd01e-c175-4aa6-a299-15a6837151d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:51.835981 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-d3ffd01e-c175-4aa6-a299-15a6837151d3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435627 Sep 15 19:29:51.990942 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:52.024135 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-204647bc-e266-48d3-9815-899d66b667d1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728289 Sep 15 19:29:52.067905 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037525-1712-4e76-ab6f-504629cc1b45 req-fb577cbd-251e-494c-884c-6b2f0a2d0742 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:52.070253 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-fb577cbd-251e-494c-884c-6b2f0a2d0742 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1c551f32-2b72-43e2-b898-66bfeafd2424 HTTP/1.1" status: 200 len: 809 time: 0.1685400 Sep 15 19:29:52.107950 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Request body: {'port': {'device_id': 'ccb68e4f-daac-4a09-962e-7078b5cf4872', 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424', 'admin_state_up': True, 'tenant_id': 'cf90b9345ae84e26b58e9238da0dac2e'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:52.279483 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5090a-8e96-4a53-8e6f-fdfc2a125d33 req-01696cde-800d-4d2c-820b-a299546cba62 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:52.282494 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-14b5090a-8e96-4a53-8e6f-fdfc2a125d33 req-01696cde-800d-4d2c-820b-a299546cba62 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 949 time: 0.0587773 Sep 15 19:29:52.345200 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-14b5090a-8e96-4a53-8e6f-fdfc2a125d33 req-ec841fe5-85cb-4a06-b293-08ce37226647 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547121 Sep 15 19:29:52.467310 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82aa1c-604f-4fcd-b4fc-62220c3323e2 req-746a7133-e504-4b86-844c-d2c16de560d5 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:52.468962 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0e82aa1c-604f-4fcd-b4fc-62220c3323e2 req-746a7133-e504-4b86-844c-d2c16de560d5 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.3667605 Sep 15 19:29:52.473529 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:52.530140 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3f3769e1-f3e4-400e-85e8-3bd83d6408a2 req-ff308120-72c8-41f4-b0db-c124727499ea service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905725 Sep 15 19:29:52.581895 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0e82aa1c-604f-4fcd-b4fc-62220c3323e2 req-6d9247aa-dbf6-4384-8870-9ca70f906a52 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956352 Sep 15 19:29:52.738403 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Made reservation on behalf of cf90b9345ae84e26b58e9238da0dac2e for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:52.739878 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:52.744349 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:52.767844 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a1b4f098-5b43-4910-8dec-a0a18c27e4d1 req-5c01ae1f-11dd-4d26-a9c0-4dd5e54c2c0d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0471809 Sep 15 19:29:52.812947 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:52.952922 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Allocated IP 172.20.0.12 (1c551f32-2b72-43e2-b898-66bfeafd2424/79ed40ce-2c9a-4258-994a-683632a1fcf0/541a0be0-658c-472a-a977-48f9872ca497) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:52.960977 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf6110-8542-4dd8-bc27-bf7027ff8153 req-e3a3df39-e676-4424-aae1-443e44196b4e tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:52.962500 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-99cf6110-8542-4dd8-bc27-bf7027ff8153 req-e3a3df39-e676-4424-aae1-443e44196b4e tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 949 time: 0.0694821 Sep 15 19:29:53.048924 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-99cf6110-8542-4dd8-bc27-bf7027ff8153 req-3a7ca503-644a-420e-ad74-1b7c1a590a18 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780265 Sep 15 19:29:53.165204 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks [] for port (541a0be0-658c-472a-a977-48f9872ca497), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:53.264456 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (541a0be0-658c-472a-a977-48f9872ca497), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:53.315700 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Network 1c551f32-2b72-43e2-b898-66bfeafd2424 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:53.319146 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:53.323880 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:29:53.333813 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Pushing event updated for resources: {'Port': ['ID=541a0be0-658c-472a-a977-48f9872ca497,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:53.377344 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:53.377964 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:53.381396 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:53.483768 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-cd2b9b39-1ab4-48aa-9b04-017b5438bded tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3802130 Sep 15 19:29:53.709892 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e35f97-eb9f-4f7d-bd6c-d96d6a5f2217 req-27261fb5-ba08-42ca-a173-f7b05fc6b96e tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:53.711947 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82e35f97-eb9f-4f7d-bd6c-d96d6a5f2217 req-27261fb5-ba08-42ca-a173-f7b05fc6b96e tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0478630 Sep 15 19:29:53.761623 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-82e35f97-eb9f-4f7d-bd6c-d96d6a5f2217 req-479facc6-9288-483b-a438-f9ee03f78895 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438657 Sep 15 19:29:53.891015 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84a7d9-6bb3-40da-8e2a-b82be6cf59f4 req-80dc1672-c482-4691-a091-c6ee65d3242b tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:53.892417 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d84a7d9-6bb3-40da-8e2a-b82be6cf59f4 req-80dc1672-c482-4691-a091-c6ee65d3242b tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 932 time: 0.0481935 Sep 15 19:29:53.942065 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d84a7d9-6bb3-40da-8e2a-b82be6cf59f4 req-04261a34-1002-42d6-ab33-ac33b3bd71a4 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437565 Sep 15 19:29:54.177556 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe44c4b-3fa7-486f-9b2d-da11803565f1 req-027f4424-8268-43e7-a733-70805f4688d6 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:54.179051 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0fe44c4b-3fa7-486f-9b2d-da11803565f1 req-027f4424-8268-43e7-a733-70805f4688d6 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 949 time: 0.0504923 Sep 15 19:29:54.232628 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0fe44c4b-3fa7-486f-9b2d-da11803565f1 req-abb764d7-e8b9-4988-83e4-57b98989e467 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476434 Sep 15 19:29:54.347496 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Request body: {'port': {'device_id': 'ccb68e4f-daac-4a09-962e-7078b5cf4872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:54.412236 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (541a0be0-658c-472a-a977-48f9872ca497), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:54.446527 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:54.680664 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541a0be0-658c-472a-a977-48f9872ca497 {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:29:54.697764 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Publish callbacks [] for port (541a0be0-658c-472a-a977-48f9872ca497), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:54.734688 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Transition to ACTIVE for port object 541a0be0-658c-472a-a977-48f9872ca497 will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:29:54.741169 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-77266ac7-a1fa-4f90-860e-f9c3cb45d8f8 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:54.742691 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-77266ac7-a1fa-4f90-860e-f9c3cb45d8f8 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 949 time: 0.0576215 Sep 15 19:29:54.820236 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (541a0be0-658c-472a-a977-48f9872ca497), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:54.881363 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-38e4c2bd-ac59-4f9c-abd8-17cc58fe30d7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Deleting port 6363c3da-31b1-4c7f-be7c-41a310dc3789 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:29:54.881704 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-38e4c2bd-ac59-4f9c-abd8-17cc58fe30d7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:54.977341 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Pushing event updated for resources: {'Port': ['ID=541a0be0-658c-472a-a977-48f9872ca497,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:54.982632 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:55.010113 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259db188-eadf-416c-b4d6-3e18e552b259 req-1484dc0d-fc27-43cf-95b7-b2411f95a3a7 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:55.011723 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-259db188-eadf-416c-b4d6-3e18e552b259 req-1484dc0d-fc27-43cf-95b7-b2411f95a3a7 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.1584175 Sep 15 19:29:55.069291 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d3591-ac42-4ca9-ab4b-c36fc48f6137 req-af81a278-af5b-47f9-a3de-84796b2a0954 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:55.071622 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e71d3591-ac42-4ca9-ab4b-c36fc48f6137 req-af81a278-af5b-47f9-a3de-84796b2a0954 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 944 time: 0.0502977 Sep 15 19:29:55.111037 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-38e4c2bd-ac59-4f9c-abd8-17cc58fe30d7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] For port 6363c3da-31b1-4c7f-be7c-41a310dc3789, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6363c3da-31b1-4c7f-be7c-41a310dc3789,segment=NetworkSegment(eb709582-81bd-42b6-aa3e-aed8be6428dc),segment_id=eb709582-81bd-42b6-aa3e-aed8be6428dc)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:55.111611 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-38e4c2bd-ac59-4f9c-abd8-17cc58fe30d7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:55.121675 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Attempting to bind port 541a0be0-658c-472a-a977-48f9872ca497 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:29:55.122010 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Attempting to bind port 541a0be0-658c-472a-a977-48f9872ca497 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:29:55.122235 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e71d3591-ac42-4ca9-ab4b-c36fc48f6137 req-7d7e0047-9aa4-492f-ba7a-68250c0f2072 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Sep 15 19:29:55.122383 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Attempting to bind port 541a0be0-658c-472a-a977-48f9872ca497 on network 1c551f32-2b72-43e2-b898-66bfeafd2424 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:55.156526 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-38e4c2bd-ac59-4f9c-abd8-17cc58fe30d7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Calling delete_port for 6363c3da-31b1-4c7f-be7c-41a310dc3789 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:29:55.166192 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-259db188-eadf-416c-b4d6-3e18e552b259 req-9d4d4729-f60d-444a-b67b-3199dbe9e1f7 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479955 Sep 15 19:29:55.222388 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Port 541a0be0-658c-472a-a977-48f9872ca497 on network 1c551f32-2b72-43e2-b898-66bfeafd2424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:29:55.222633 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Attempting to bind port 541a0be0-658c-472a-a977-48f9872ca497 on network 1c551f32-2b72-43e2-b898-66bfeafd2424 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:29:55.291595 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:29:55.291968 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Checking segment: {'id': 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:29:55.292406 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Bound using segment: {'id': 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:29:55.292854 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Bound port: 541a0be0-658c-472a-a977-48f9872ca497, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:29:55.293230 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (541a0be0-658c-472a-a977-48f9872ca497), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:55.385222 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:55.401763 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa9881-29db-4bd4-9dad-e6e79af67677 req-79a456b8-e8e8-48e2-a939-cc4f4933f11b tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:55.403285 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-cbaa9881-29db-4bd4-9dad-e6e79af67677 req-79a456b8-e8e8-48e2-a939-cc4f4933f11b tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 949 time: 0.0883837 Sep 15 19:29:55.445597 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] For port 541a0be0-658c-472a-a977-48f9872ca497, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:55.450889 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] For port 541a0be0-658c-472a-a977-48f9872ca497, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=541a0be0-658c-472a-a977-48f9872ca497,segment=NetworkSegment(add7e5c0-2678-4fdd-a84c-ef6d82b4710f),segment_id=add7e5c0-2678-4fdd-a84c-ef6d82b4710f)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:55.460169 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-cbaa9881-29db-4bd4-9dad-e6e79af67677 req-b70e3a9c-9c96-4553-a852-49c3044c8f54 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e5943be3-9034-402d-a6ed-d1248551953e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503557 Sep 15 19:29:55.516397 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (541a0be0-658c-472a-a977-48f9872ca497), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:55.519559 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:55.520426 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:55.521798 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/541a0be0-658c-472a-a977-48f9872ca497 HTTP/1.1" status: 200 len: 1094 time: 1.1786225 Sep 15 19:29:55.524240 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb68e4f-daac-4a09-962e-7078b5cf4872', 'tag': '541a0be0-658c-472a-a977-48f9872ca497'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:55.526551 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ea4660-60e3-46cc-b05f-f0e3e7a4dc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb68e4f-daac-4a09-962e-7078b5cf4872", "tag": "541a0be0-658c-472a-a977-48f9872ca497"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:55.529715 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-38e4c2bd-ac59-4f9c-abd8-17cc58fe30d7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (6363c3da-31b1-4c7f-be7c-41a310dc3789), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:55.550427 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['6363c3da-31b1-4c7f-be7c-41a310dc3789'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:55.582169 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3d9f39-3836-4751-ba2e-97b92242b232 x-openstack-request-id: req-ff3d9f39-3836-4751-ba2e-97b92242b232 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:55.582459 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb68e4f-daac-4a09-962e-7078b5cf4872", "tag": "541a0be0-658c-472a-a977-48f9872ca497", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:55.582794 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff3d9f39-3836-4751-ba2e-97b92242b232 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:55.583117 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3d9f39-3836-4751-ba2e-97b92242b232'] response: {'name': 'network-changed', 'server_uuid': 'ccb68e4f-daac-4a09-962e-7078b5cf4872', 'tag': '541a0be0-658c-472a-a977-48f9872ca497', 'status': 'completed', 'code': 200} Sep 15 19:29:55.643681 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-38e4c2bd-ac59-4f9c-abd8-17cc58fe30d7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] No DVR routers for this DVR port 6363c3da-31b1-4c7f-be7c-41a310dc3789 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:29:55.645582 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67350746-d754-485e-89f9-ec7a0dd90a4c service neutron] Pushing event updated for resources: {'Port': ['ID=541a0be0-658c-472a-a977-48f9872ca497,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:55.649286 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-38e4c2bd-ac59-4f9c-abd8-17cc58fe30d7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:55.652612 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bb0d876b-f89a-4c2f-8e21-7f11c1c1a5a7 req-38e4c2bd-ac59-4f9c-abd8-17cc58fe30d7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.33 "DELETE /networking/v2.0/ports/6363c3da-31b1-4c7f-be7c-41a310dc3789 HTTP/1.1" status: 204 len: 173 time: 0.9037864 Sep 15 19:29:55.695696 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4c2bd-ac59-4f9c-abd8-17cc58fe30d7 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] Pushing event deleted for resources: {'Port': ['ID=6363c3da-31b1-4c7f-be7c-41a310dc3789,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:55.705028 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea4660-60e3-46cc-b05f-f0e3e7a4dc3d req-2bb0bd97-52c8-4b7f-89a4-f6f5df0be371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:55.707428 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-11ea4660-60e3-46cc-b05f-f0e3e7a4dc3d req-2bb0bd97-52c8-4b7f-89a4-f6f5df0be371 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf90b9345ae84e26b58e9238da0dac2e&device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 1128 time: 0.0773206 Sep 15 19:29:55.830419 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea4660-60e3-46cc-b05f-f0e3e7a4dc3d req-bff6c395-e148-4256-a448-e185942b006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:55.832018 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-11ea4660-60e3-46cc-b05f-f0e3e7a4dc3d req-bff6c395-e148-4256-a448-e185942b006e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=cf90b9345ae84e26b58e9238da0dac2e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1159334 Sep 15 19:29:55.943933 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea4660-60e3-46cc-b05f-f0e3e7a4dc3d req-1f0e3bdb-de7c-43f1-a28f-2d5f7739218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:55.945922 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-11ea4660-60e3-46cc-b05f-f0e3e7a4dc3d req-1f0e3bdb-de7c-43f1-a28f-2d5f7739218a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037428 Sep 15 19:29:56.130279 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:56.134085 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037525-1712-4e76-ab6f-504629cc1b45 req-7aaebf34-837d-40a6-a515-dd85ed848a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:56.135597 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-7aaebf34-837d-40a6-a515-dd85ed848a9e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf90b9345ae84e26b58e9238da0dac2e&device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 1128 time: 0.0400968 Sep 15 19:29:56.248265 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:56.258119 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa6e11-a080-4e6b-9b2d-f18b9e576280 req-2287d259-1421-4a19-b26d-1f025984ef93 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:56.260081 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-56aa6e11-a080-4e6b-9b2d-f18b9e576280 req-2287d259-1421-4a19-b26d-1f025984ef93 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 944 time: 0.0611992 Sep 15 19:29:56.298294 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a32484-34d6-40d7-a8d8-cdd2777f7539 req-4e7beb71-f773-42d9-b8b1-ee7f490d6ae3 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:56.299814 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-44a32484-34d6-40d7-a8d8-cdd2777f7539 req-4e7beb71-f773-42d9-b8b1-ee7f490d6ae3 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0492215 Sep 15 19:29:56.314305 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-56aa6e11-a080-4e6b-9b2d-f18b9e576280 req-4c695059-93e7-45db-a520-58d793b33dd6 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 Sep 15 19:29:56.351355 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-44a32484-34d6-40d7-a8d8-cdd2777f7539 req-b496498e-0305-45b5-a222-1a04efbc6844 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449741 Sep 15 19:29:56.583975 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-02166f7d-57d7-4e9f-a1cf-5ef0666898cd req-faafbcd1-3ad3-4e1c-9bb7-0924ccc76941 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0284996 Sep 15 19:29:56.644314 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-37922976-a50e-4179-928a-b64225246edc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541a0be0-658c-472a-a977-48f9872ca497 HTTP/1.1" status: 200 len: 217 time: 0.0394700 Sep 15 19:29:56.716386 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037525-1712-4e76-ab6f-504629cc1b45 req-73e42bdd-e48d-46ef-91dd-5d76a4aa986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:56.717954 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-73e42bdd-e48d-46ef-91dd-5d76a4aa986a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=79ed40ce-2c9a-4258-994a-683632a1fcf0 HTTP/1.1" status: 200 len: 849 time: 0.0650907 Sep 15 19:29:56.760698 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-b0438eec-5997-4a25-90ef-48843efcd3a1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1c551f32-2b72-43e2-b898-66bfeafd2424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308499 Sep 15 19:29:56.870222 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-ade3de08-7812-4059-9ba5-06a5c6879f03 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c551f32-2b72-43e2-b898-66bfeafd2424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921345 Sep 15 19:29:57.301737 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-38037525-1712-4e76-ab6f-504629cc1b45 req-062a5a93-f498-4cfa-8d47-4119b8eb5500 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c551f32-2b72-43e2-b898-66bfeafd2424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032960 Sep 15 19:29:57.441845 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4982-b3a3-4cd1-99cd-e2d1cd52af98 req-43f20184-031e-4c64-81d0-0f004abce844 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:57.443496 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-782a4982-b3a3-4cd1-99cd-e2d1cd52af98 req-43f20184-031e-4c64-81d0-0f004abce844 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 944 time: 0.0499024 Sep 15 19:29:57.480042 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfb64-986a-463c-a40f-2fd75b61237b req-34c7712f-aad6-4ba9-bdcd-8452e3c091b1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:57.482123 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4f9dfb64-986a-463c-a40f-2fd75b61237b req-34c7712f-aad6-4ba9-bdcd-8452e3c091b1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0507915 Sep 15 19:29:57.505408 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-782a4982-b3a3-4cd1-99cd-e2d1cd52af98 req-cc680071-4605-4441-915a-2b1036bf335f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554676 Sep 15 19:29:57.536105 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-4f9dfb64-986a-463c-a40f-2fd75b61237b req-19fc6389-731d-4106-929b-597d987ca4f6 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487974 Sep 15 19:29:57.584233 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b', 'name': 'network-vif-deleted', 'tag': '6363c3da-31b1-4c7f-be7c-41a310dc3789'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:29:57.587114 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee10cee-cd0c-4aa5-a831-fc38614280fd" -d '{"events": [{"server_uuid": "bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b", "name": "network-vif-deleted", "tag": "6363c3da-31b1-4c7f-be7c-41a310dc3789"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:29:57.625452 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c4ab41-f9f4-409f-814b-f878240bb98d x-openstack-request-id: req-b4c4ab41-f9f4-409f-814b-f878240bb98d {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:29:57.625627 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b", "name": "network-vif-deleted", "tag": "6363c3da-31b1-4c7f-be7c-41a310dc3789", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:29:57.625982 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4c4ab41-f9f4-409f-814b-f878240bb98d {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:29:57.626299 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c4ab41-f9f4-409f-814b-f878240bb98d'] response: {'server_uuid': 'bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b', 'name': 'network-vif-deleted', 'tag': '6363c3da-31b1-4c7f-be7c-41a310dc3789', 'status': 'completed', 'code': 200} Sep 15 19:29:57.709075 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-631ac358-e727-4709-8b7c-69cccd268e18 req-c10d102e-bc97-4c37-bf0d-24ee6e592299 tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0286415 Sep 15 19:29:58.634789 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba54b9-b3ed-405a-8c80-b80b6f431a97 req-d2e7780c-80a8-4b20-8848-0fff92d6632d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:58.636396 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-75ba54b9-b3ed-405a-8c80-b80b6f431a97 req-d2e7780c-80a8-4b20-8848-0fff92d6632d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 944 time: 0.0497456 Sep 15 19:29:58.666232 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400460-651c-4497-808f-2f0ac8b05e16 req-d627b7ff-5969-4d63-81c3-22e8f32b0fa1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:58.667770 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a0400460-651c-4497-808f-2f0ac8b05e16 req-d627b7ff-5969-4d63-81c3-22e8f32b0fa1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0513396 Sep 15 19:29:58.697086 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-75ba54b9-b3ed-405a-8c80-b80b6f431a97 req-8e25c275-441a-42c3-a11e-69cb62eceba3 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535865 Sep 15 19:29:58.718053 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a0400460-651c-4497-808f-2f0ac8b05e16 req-3c8fc201-50df-42ef-9356-ce61c2060d29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441482 Sep 15 19:29:58.828068 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fc1a6d83-eb86-4520-bd7f-e4d138115e9c req-8e0e3c79-2e7d-410a-895a-fc3bb488ec7f tempest-VolumesNegativeTest-1961171498 tempest-VolumesNegativeTest-1961171498-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1b5dc2-4c65-4f4c-a8fc-424660b3c76b HTTP/1.1" status: 200 len: 210 time: 0.0297403 Sep 15 19:29:59.059035 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d1f9-f84a-4ec7-baae-504dfadc7e42 req-591347bd-9f75-4591-a423-ffeaf72cbc09 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:59.060483 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c042d1f9-f84a-4ec7-baae-504dfadc7e42 req-591347bd-9f75-4591-a423-ffeaf72cbc09 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 945 time: 0.0494859 Sep 15 19:29:59.112937 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c042d1f9-f84a-4ec7-baae-504dfadc7e42 req-55a41b49-b78b-4199-880a-2d0467515622 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466456 Sep 15 19:29:59.143218 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35222) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:59.345251 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6a1f4-baf2-46fe-8e15-6f827ec5bc56 tempest-TestMinimumBasicScenario-2068731695 tempest-TestMinimumBasicScenario-2068731695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:59.346700 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-29a6a1f4-baf2-46fe-8e15-6f827ec5bc56 tempest-TestMinimumBasicScenario-2068731695 tempest-TestMinimumBasicScenario-2068731695-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 1124 time: 0.2021155 Sep 15 19:29:59.350405 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35226) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:29:59.355332 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'port_id': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:29:59.481776 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:59.523720 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:59.567387 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:59.675364 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Allocated IP 172.27.0.213 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/fdd40c71-7853-4c5b-84cf-10f2ccf0a06c) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:59.793091 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for port (fdd40c71-7853-4c5b-84cf-10f2ccf0a06c), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:29:59.829164 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:59.833088 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0576a-ae80-4d87-86b5-6e65d8793b6e req-1952a11e-9fa1-4380-a585-67c302ebc2bd tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:59.834647 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1ac0576a-ae80-4d87-86b5-6e65d8793b6e req-1952a11e-9fa1-4380-a585-67c302ebc2bd tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 944 time: 0.0562873 Sep 15 19:29:59.847515 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:29:59.879199 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7e77-6229-46c9-818d-dd594a7640e8 req-6769a6ce-3ac3-4e93-aab5-0dd99c7b75a0 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:29:59.880712 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c4bb7e77-6229-46c9-818d-dd594a7640e8 req-6769a6ce-3ac3-4e93-aab5-0dd99c7b75a0 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0525157 Sep 15 19:29:59.891448 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1ac0576a-ae80-4d87-86b5-6e65d8793b6e req-0ce8a325-93e3-47f4-bbb8-ad379cd25b8d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497460 Sep 15 19:29:59.937502 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c4bb7e77-6229-46c9-818d-dd594a7640e8 req-85a1820b-cf95-496f-a555-37f4d0d93098 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508852 Sep 15 19:29:59.967601 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (fdd40c71-7853-4c5b-84cf-10f2ccf0a06c), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:00.013712 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:00.018898 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:00.021511 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:30:00.027490 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'Port': ['ID=fdd40c71-7853-4c5b-84cf-10f2ccf0a06c,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:00.031230 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=26 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:00.032436 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:00.059187 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.059537 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.059915 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.060256 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.060594 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.060930 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.061274 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.061616 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.061952 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.062281 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.062612 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.062940 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.063267 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.063592 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.063951 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:00.130868 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 6363c3da-31b1-4c7f-be7c-41a310dc3789 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:30:00.152689 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 6363c3da-31b1-4c7f-be7c-41a310dc3789 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:30:00.153030 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 6363c3da-31b1-4c7f-be7c-41a310dc3789 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:30:00.239925 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:00.407093 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for floatingip (88c3e14c-bbb2-4918-bb65-e16fded9fd38), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:00.557007 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (fdd40c71-7853-4c5b-84cf-10f2ccf0a06c), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:00.730084 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for port (fdd40c71-7853-4c5b-84cf-10f2ccf0a06c), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:00.816800 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (fdd40c71-7853-4c5b-84cf-10f2ccf0a06c), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:00.890132 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'Port': ['ID=fdd40c71-7853-4c5b-84cf-10f2ccf0a06c,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:00.892790 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (88c3e14c-bbb2-4918-bb65-e16fded9fd38), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:01.028511 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.l3_db [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Floating IP 88c3e14c-bbb2-4918-bb65-e16fded9fd38 associated. External IP: 172.27.0.213, port: 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4. Sep 15 19:30:01.094006 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e1c04-e65a-4256-b699-1973a31e5bd3 req-ba000266-bdc4-457b-880a-7ac1014cb0e2 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:01.097692 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:01.103128 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-de3e1c04-e65a-4256-b699-1973a31e5bd3 req-ba000266-bdc4-457b-880a-7ac1014cb0e2 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0621614 Sep 15 19:30:01.108290 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f66b7-2080-4891-a944-53e8fbd077fd req-971c1f2b-3116-45b4-ac8d-5a4f114702ba tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:01.109835 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7f7f66b7-2080-4891-a944-53e8fbd077fd req-971c1f2b-3116-45b4-ac8d-5a4f114702ba tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 944 time: 0.0951800 Sep 15 19:30:01.152215 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-de3e1c04-e65a-4256-b699-1973a31e5bd3 req-044f8cca-0db3-4528-befd-2092d99148dc tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482128 Sep 15 19:30:01.208383 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-7f7f66b7-2080-4891-a944-53e8fbd077fd req-2dc549c6-c9c6-45f1-8c80-174b100a46bf tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887561 Sep 15 19:30:01.331358 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Router 282a0504-19d1-484b-b5ec-68c2a9b6d347 has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:30:01.335412 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:01.450736 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:01.462500 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] Sync routers for ids ['282a0504-19d1-484b-b5ec-68c2a9b6d347'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:30:01.473222 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] Routers {'282a0504-19d1-484b-b5ec-68c2a9b6d347'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:01.473926 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:29:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['282a0504-19d1-484b-b5ec-68c2a9b6d347'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:01.569238 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:01.585616 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] Set router 282a0504-19d1-484b-b5ec-68c2a9b6d347 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:01.609335 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-92497c90-734e-4875-a8cd-dac897d26272 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2576897 Sep 15 19:30:01.610749 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:30:01.612274 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35316) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:01.612503 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a160523-2125-4e23-b0a8-4d7763d6d684" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:30:01.620832 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-e3504b7b-f85a-46b2-87ef-0056d8931762 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-5768309', 'description': 'tempest-secgroup-smoke-5768309 description', 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:01.660087 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0431265f-ee4b-44f7-8cbf-9bf03e521ab4 x-openstack-request-id: req-0431265f-ee4b-44f7-8cbf-9bf03e521ab4 {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:30:01.660378 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:30:01.660632 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0431265f-ee4b-44f7-8cbf-9bf03e521ab4 {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:30:01.661040 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0431265f-ee4b-44f7-8cbf-9bf03e521ab4'] response: {'name': 'network-changed', 'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'status': 'completed', 'code': 200} Sep 15 19:30:01.702309 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:01.724890 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-5afc42f3-7c1b-46a9-9557-9a80a6da1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:01.727978 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-5afc42f3-7c1b-46a9-9557-9a80a6da1ecd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4fd3f2da26af4d3db4c6db4ceb851558&device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 1129 time: 0.0457602 Sep 15 19:30:01.793853 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e3504b7b-f85a-46b2-87ef-0056d8931762 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:01.828143 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:43Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '88c3e14c-bbb2-4918-bb65-e16fded9fd38', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'port_id': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'mac_address': 'fa:16:3e:9f:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:30:00Z', 'updated_at': '2022-09-15T19:30:00Z', 'revision_number': 0, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21223466-bb67-4d2b-b00c-77c3825dc5c3', 'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'mac_address': 'fa:16:3e:26:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:42Z', 'updated_at': '2022-09-15T19:28:47Z', 'revision_number': 5, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'subnets': [{'id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:01.856708 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] Checking router: 282a0504-19d1-484b-b5ec-68c2a9b6d347 for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:30:01.865595 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] Routers {'282a0504-19d1-484b-b5ec-68c2a9b6d347'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:01.866378 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:29:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['282a0504-19d1-484b-b5ec-68c2a9b6d347'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:01.866504 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-ae60a938-f9d9-42f2-81a8-565ab6e6c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:01.867931 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-ae60a938-f9d9-42f2-81a8-565ab6e6c167 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c851a255-af99-440b-bdcd-712401c04b66 HTTP/1.1" status: 200 len: 915 time: 0.1343758 Sep 15 19:30:01.929691 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:01.939197 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e3504b7b-f85a-46b2-87ef-0056d8931762 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group (685f99b2-457d-475d-b5ae-8621eaa6e266), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:01.963875 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-81a756e8-cd82-487e-b2ac-ca6b39748ef0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 200 len: 999 time: 0.0806758 Sep 15 19:30:01.977619 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] Set router 282a0504-19d1-484b-b5ec-68c2a9b6d347 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:02.016033 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-9fb8f7fb-7902-470b-a044-f13ee4ab7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:02.017533 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-9fb8f7fb-7902-470b-a044-f13ee4ab7a5a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=96c540f9-7d74-4e4a-a277-5b1795411a16 HTTP/1.1" status: 200 len: 853 time: 0.0465896 Sep 15 19:30:02.065377 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-207dc87f-2fa6-4508-94b2-ce8e89b3d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:02.067300 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-207dc87f-2fa6-4508-94b2-ce8e89b3d8a1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c851a255-af99-440b-bdcd-712401c04b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420845 Sep 15 19:30:02.128551 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 541a0be0-658c-472a-a977-48f9872ca497 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:30:02.152219 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:02.159096 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e3504b7b-f85a-46b2-87ef-0056d8931762 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (685f99b2-457d-475d-b5ae-8621eaa6e266), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:02.195946 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-48a6ce5b-aa10-4744-beaf-22331972c0e4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209817 Sep 15 19:30:02.200984 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504b7b-f85a-46b2-87ef-0056d8931762 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685f99b2-457d-475d-b5ae-8621eaa6e266,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:02.216615 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:02.295113 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:43Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '88c3e14c-bbb2-4918-bb65-e16fded9fd38', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'port_id': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'mac_address': 'fa:16:3e:9f:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:30:00Z', 'updated_at': '2022-09-15T19:30:00Z', 'revision_number': 0, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21223466-bb67-4d2b-b00c-77c3825dc5c3', 'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'mac_address': 'fa:16:3e:26:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:42Z', 'updated_at': '2022-09-15T19:28:47Z', 'revision_number': 5, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'subnets': [{'id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:02.309503 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6a160523-2125-4e23-b0a8-4d7763d6d684 req-5794b4f8-6e1c-45ce-9877-73b851843682 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040058 Sep 15 19:30:02.331257 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03976761-95f6-4036-b908-b8d98f1f2eef req-8faa275f-a1c2-4ba3-a06e-2a50a99cc31f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:02.333599 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-03976761-95f6-4036-b908-b8d98f1f2eef req-8faa275f-a1c2-4ba3-a06e-2a50a99cc31f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0777838 Sep 15 19:30:02.341255 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b1aed-3387-4ad2-8d73-5ae49d56555d None None] The sync data for ids ['282a0504-19d1-484b-b5ec-68c2a9b6d347'] in dv-cinder-849846-10-iscsi is: [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:43Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '88c3e14c-bbb2-4918-bb65-e16fded9fd38', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'port_id': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'mac_address': 'fa:16:3e:9f:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:30:00Z', 'updated_at': '2022-09-15T19:30:00Z', 'revision_number': 0, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21223466-bb67-4d2b-b00c-77c3825dc5c3', 'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'mac_address': 'fa:16:3e:26:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:42Z', 'updated_at': '2022-09-15T19:28:47Z', 'revision_number': 5, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'subnets': [{'id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:30:02.381007 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 541a0be0-658c-472a-a977-48f9872ca497, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=541a0be0-658c-472a-a977-48f9872ca497,segment=NetworkSegment(add7e5c0-2678-4fdd-a84c-ef6d82b4710f),segment_id=add7e5c0-2678-4fdd-a84c-ef6d82b4710f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:02.402690 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1544b43-98ec-4efc-b354-f206a7b5a78c req-ad57c3cb-87c3-4daa-ac8d-1347e7e1ac2f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:02.404503 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a1544b43-98ec-4efc-b354-f206a7b5a78c req-ad57c3cb-87c3-4daa-ac8d-1347e7e1ac2f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 944 time: 0.0941136 Sep 15 19:30:02.409433 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e3504b7b-f85a-46b2-87ef-0056d8931762 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:02.410662 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e3504b7b-f85a-46b2-87ef-0056d8931762 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7972682 Sep 15 19:30:02.422571 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '541a0be0-658c-472a-a977-48f9872ca497', 'network_id': '1c551f32-2b72-43e2-b898-66bfeafd2424', 'port_id': '541a0be0-658c-472a-a977-48f9872ca497', 'mac_address': 'fa:16:3e:28:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ed40ce-2c9a-4258-994a-683632a1fcf0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:30:02.425650 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35342) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:02.429369 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-03976761-95f6-4036-b908-b8d98f1f2eef req-528bb348-80bd-4ff3-be17-c3ff5a682a6b tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877395 Sep 15 19:30:02.431288 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-eccb99bc-0822-4248-bcec-a3580ffe7995 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'security_group_rule': {'security_group_id': '685f99b2-457d-475d-b5ae-8621eaa6e266', 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:02.470584 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 541a0be0-658c-472a-a977-48f9872ca497 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:02.471054 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (541a0be0-658c-472a-a977-48f9872ca497), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:02.486071 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541a0be0-658c-472a-a977-48f9872ca497 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:30:02.494474 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a1544b43-98ec-4efc-b354-f206a7b5a78c req-b272c49c-9c6a-44f8-9f84-810fff5befae tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765507 Sep 15 19:30:02.508407 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 541a0be0-658c-472a-a977-48f9872ca497, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=541a0be0-658c-472a-a977-48f9872ca497,segment=NetworkSegment(add7e5c0-2678-4fdd-a84c-ef6d82b4710f),segment_id=add7e5c0-2678-4fdd-a84c-ef6d82b4710f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:02.589933 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (541a0be0-658c-472a-a977-48f9872ca497), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:02.596724 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eccb99bc-0822-4248-bcec-a3580ffe7995 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (4e1cfcd1-e4dc-4974-9b13-23dd4f2b0361), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:02.603361 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b8e79-1fbc-4941-b6de-bcfaa6dd8591 None None] New status for floating IP 88c3e14c-bbb2-4918-bb65-e16fded9fd38: ACTIVE {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:30:02.631541 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:02.649253 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=541a0be0-658c-472a-a977-48f9872ca497,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:02.665325 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eccb99bc-0822-4248-bcec-a3580ffe7995 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (4e1cfcd1-e4dc-4974-9b13-23dd4f2b0361), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:02.738954 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eccb99bc-0822-4248-bcec-a3580ffe7995 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (4e1cfcd1-e4dc-4974-9b13-23dd4f2b0361), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:02.761025 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb99bc-0822-4248-bcec-a3580ffe7995 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1cfcd1-e4dc-4974-9b13-23dd4f2b0361,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:02.909337 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['541a0be0-658c-472a-a977-48f9872ca497'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:30:02.975237 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eccb99bc-0822-4248-bcec-a3580ffe7995 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:02.977421 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-eccb99bc-0822-4248-bcec-a3580ffe7995 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5505362 Sep 15 19:30:02.980054 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35352) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:02.986100 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-f90a4da4-ce73-4b1a-87af-0f3e8ae85239 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'security_group_rule': {'security_group_id': '685f99b2-457d-475d-b5ae-8621eaa6e266', 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:03.156536 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f90a4da4-ce73-4b1a-87af-0f3e8ae85239 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (2b2a608b-44bc-461a-a72d-f0edb9349511), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:03.219274 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f90a4da4-ce73-4b1a-87af-0f3e8ae85239 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (2b2a608b-44bc-461a-a72d-f0edb9349511), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:03.309699 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f90a4da4-ce73-4b1a-87af-0f3e8ae85239 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (2b2a608b-44bc-461a-a72d-f0edb9349511), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:03.317664 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:03.330012 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a4da4-ce73-4b1a-87af-0f3e8ae85239 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2a608b-44bc-461a-a72d-f0edb9349511,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:03.506158 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f90a4da4-ce73-4b1a-87af-0f3e8ae85239 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:03.507970 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-f90a4da4-ce73-4b1a-87af-0f3e8ae85239 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5268357 Sep 15 19:30:03.510631 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35370) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:03.515666 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-b7360640-6a9b-4064-bef0-05ec08845149 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'security_group_rule': {'security_group_id': '685f99b2-457d-475d-b5ae-8621eaa6e266', 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:03.549940 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692a207-d118-469e-b74a-f0fcd9179b4f req-d5e4148a-f7e8-4fbf-aede-fc94533dcec4 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:03.551439 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9692a207-d118-469e-b74a-f0fcd9179b4f req-d5e4148a-f7e8-4fbf-aede-fc94533dcec4 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0503874 Sep 15 19:30:03.600823 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9692a207-d118-469e-b74a-f0fcd9179b4f req-c4e57614-e35c-416b-ab82-595a6956736f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Sep 15 19:30:03.624456 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527295-a574-4096-ad6a-ed2d6129b22c req-47f4ff6b-59b6-4269-832a-e100301d083f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:03.625933 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fa527295-a574-4096-ad6a-ed2d6129b22c req-47f4ff6b-59b6-4269-832a-e100301d083f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 945 time: 0.0476060 Sep 15 19:30:03.679010 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fa527295-a574-4096-ad6a-ed2d6129b22c req-23370100-dde9-4c9d-b3d4-b23773bfa38d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470970 Sep 15 19:30:03.711760 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b7360640-6a9b-4064-bef0-05ec08845149 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (7d2c3d40-1418-413a-bc96-92caa557f4a4), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:03.771054 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b7360640-6a9b-4064-bef0-05ec08845149 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (7d2c3d40-1418-413a-bc96-92caa557f4a4), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:03.852938 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b7360640-6a9b-4064-bef0-05ec08845149 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (7d2c3d40-1418-413a-bc96-92caa557f4a4), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:03.878562 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7360640-6a9b-4064-bef0-05ec08845149 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2c3d40-1418-413a-bc96-92caa557f4a4,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:04.140263 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b7360640-6a9b-4064-bef0-05ec08845149 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:04.141587 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b7360640-6a9b-4064-bef0-05ec08845149 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6298420 Sep 15 19:30:04.144226 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 541a0be0-658c-472a-a977-48f9872ca497 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:04.144751 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35426) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:04.148874 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-992056e8-df66-4d4d-bba1-4b16fb4d1ab5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'security_group_rule': {'security_group_id': '685f99b2-457d-475d-b5ae-8621eaa6e266', 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:04.189528 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 541a0be0-658c-472a-a977-48f9872ca497 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:30:04.389375 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-992056e8-df66-4d4d-bba1-4b16fb4d1ab5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (0d1ac01e-fe05-4b9b-945f-ef353b030739), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:04.452583 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 541a0be0-658c-472a-a977-48f9872ca497 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:04.452830 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-992056e8-df66-4d4d-bba1-4b16fb4d1ab5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (0d1ac01e-fe05-4b9b-945f-ef353b030739), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:04.453020 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (541a0be0-658c-472a-a977-48f9872ca497), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:04.453294 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 541a0be0-658c-472a-a977-48f9872ca497 Sep 15 19:30:04.538889 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 541a0be0-658c-472a-a977-48f9872ca497 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:04.540000 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (541a0be0-658c-472a-a977-48f9872ca497), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:04.563905 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb68e4f-daac-4a09-962e-7078b5cf4872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541a0be0-658c-472a-a977-48f9872ca497'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:30:04.566155 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f223f3f2-43ae-47af-b4fc-d711de4f3e29" -d '{"events": [{"server_uuid": "ccb68e4f-daac-4a09-962e-7078b5cf4872", "name": "network-vif-plugged", "status": "completed", "tag": "541a0be0-658c-472a-a977-48f9872ca497"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:30:04.579596 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 541a0be0-658c-472a-a977-48f9872ca497, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=541a0be0-658c-472a-a977-48f9872ca497,segment=NetworkSegment(add7e5c0-2678-4fdd-a84c-ef6d82b4710f),segment_id=add7e5c0-2678-4fdd-a84c-ef6d82b4710f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:04.610314 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49223c8-cc41-4daf-ac02-89b52574e8f5 x-openstack-request-id: req-e49223c8-cc41-4daf-ac02-89b52574e8f5 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:30:04.610314 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb68e4f-daac-4a09-962e-7078b5cf4872", "name": "network-vif-plugged", "status": "completed", "tag": "541a0be0-658c-472a-a977-48f9872ca497", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:30:04.610524 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e49223c8-cc41-4daf-ac02-89b52574e8f5 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:30:04.610859 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49223c8-cc41-4daf-ac02-89b52574e8f5'] response: {'server_uuid': 'ccb68e4f-daac-4a09-962e-7078b5cf4872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541a0be0-658c-472a-a977-48f9872ca497', 'code': 200} Sep 15 19:30:04.728114 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6f15b-3202-4a7c-92de-01cd1fd318fb req-26de4067-8af3-4098-b0b7-6acb09a21fe9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:04.729647 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-73b6f15b-3202-4a7c-92de-01cd1fd318fb req-26de4067-8af3-4098-b0b7-6acb09a21fe9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0501387 Sep 15 19:30:04.781799 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-73b6f15b-3202-4a7c-92de-01cd1fd318fb req-783fd805-9316-46a6-aad1-66b1854501f9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463462 Sep 15 19:30:04.803739 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab1d48-e75b-47f0-92cb-a7b6705f25dc req-8acfcc72-0fb7-4b4e-b127-8fca7d20e6db tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:04.805237 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-72ab1d48-e75b-47f0-92cb-a7b6705f25dc req-8acfcc72-0fb7-4b4e-b127-8fca7d20e6db tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 945 time: 0.0489078 Sep 15 19:30:04.860113 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-72ab1d48-e75b-47f0-92cb-a7b6705f25dc req-dfb413da-cdd3-4b6e-9397-e0c42f22c479 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488138 Sep 15 19:30:05.127379 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (541a0be0-658c-472a-a977-48f9872ca497), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:05.127724 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-992056e8-df66-4d4d-bba1-4b16fb4d1ab5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (0d1ac01e-fe05-4b9b-945f-ef353b030739), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:05.150169 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992056e8-df66-4d4d-bba1-4b16fb4d1ab5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1ac01e-fe05-4b9b-945f-ef353b030739,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:05.197548 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=541a0be0-658c-472a-a977-48f9872ca497,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:05.906192 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71df207-4d5a-485a-a43b-7dcc48f255a9 req-400bf3c0-38e1-46cb-b6c8-80b5419e66d2 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:05.908142 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c71df207-4d5a-485a-a43b-7dcc48f255a9 req-400bf3c0-38e1-46cb-b6c8-80b5419e66d2 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0502169 Sep 15 19:30:05.923805 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:05.962823 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c71df207-4d5a-485a-a43b-7dcc48f255a9 req-18c2d814-e235-4fc1-95b2-abcc4bd26f4c tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 Sep 15 19:30:05.967396 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-992056e8-df66-4d4d-bba1-4b16fb4d1ab5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:05.967396 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-992056e8-df66-4d4d-bba1-4b16fb4d1ab5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8214152 Sep 15 19:30:05.970864 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35442) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:05.976127 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-8887c994-363c-42c0-96d9-15034e353358 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'security_group_rule': {'security_group_id': '685f99b2-457d-475d-b5ae-8621eaa6e266', 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:05.994904 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055574f9-67c1-4946-9789-21fa16216d30 req-c1bec440-1f09-4cc7-b08d-656c7a6f0892 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:05.996425 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-055574f9-67c1-4946-9789-21fa16216d30 req-c1bec440-1f09-4cc7-b08d-656c7a6f0892 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 946 time: 0.0581770 Sep 15 19:30:06.047635 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-055574f9-67c1-4946-9789-21fa16216d30 req-52e43558-2a04-4bbc-82b7-51326492af1d tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 Sep 15 19:30:06.213345 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.securitygroups_db [None req-8887c994-363c-42c0-96d9-15034e353358 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Project 4fd3f2da26af4d3db4c6db4ceb851558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:30:06.220467 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8887c994-363c-42c0-96d9-15034e353358 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (ef2a8aa3-8793-4de9-9f78-5ff6dd76f97f), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:06.285344 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8887c994-363c-42c0-96d9-15034e353358 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (ef2a8aa3-8793-4de9-9f78-5ff6dd76f97f), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:06.375016 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f32c38-4c2d-48e8-be4d-311f0e1c5452 req-d19a8faa-d6f0-4d76-90be-07027990c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:06.376621 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-36f32c38-4c2d-48e8-be4d-311f0e1c5452 req-d19a8faa-d6f0-4d76-90be-07027990c98b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 1130 time: 0.0459466 Sep 15 19:30:06.407879 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8887c994-363c-42c0-96d9-15034e353358 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (ef2a8aa3-8793-4de9-9f78-5ff6dd76f97f), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:06.434609 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887c994-363c-42c0-96d9-15034e353358 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2a8aa3-8793-4de9-9f78-5ff6dd76f97f,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:06.464006 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-36f32c38-4c2d-48e8-be4d-311f0e1c5452 req-1c9f9b50-549b-4ce7-9d46-a0fac2dc6d6d service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742154 Sep 15 19:30:06.603242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8887c994-363c-42c0-96d9-15034e353358 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:06.605216 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-8887c994-363c-42c0-96d9-15034e353358 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6331227 Sep 15 19:30:06.608456 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35478) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:06.613030 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-d524b0c1-41b3-4dae-b736-f6f8bbbc3f7f tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'security_group_rule': {'security_group_id': '685f99b2-457d-475d-b5ae-8621eaa6e266', 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:06.618804 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:06.748812 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.securitygroups_db [None req-d524b0c1-41b3-4dae-b736-f6f8bbbc3f7f tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Project 4fd3f2da26af4d3db4c6db4ceb851558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:30:06.758705 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d524b0c1-41b3-4dae-b736-f6f8bbbc3f7f tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (fa665e90-9026-49d5-9e5c-67718fbc2982), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:06.827572 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d524b0c1-41b3-4dae-b736-f6f8bbbc3f7f tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (fa665e90-9026-49d5-9e5c-67718fbc2982), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:06.975114 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d524b0c1-41b3-4dae-b736-f6f8bbbc3f7f tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (fa665e90-9026-49d5-9e5c-67718fbc2982), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:06.990728 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524b0c1-41b3-4dae-b736-f6f8bbbc3f7f tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa665e90-9026-49d5-9e5c-67718fbc2982,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:07.091264 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d524b0c1-41b3-4dae-b736-f6f8bbbc3f7f tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:07.091264 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-d524b0c1-41b3-4dae-b736-f6f8bbbc3f7f tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4795487 Sep 15 19:30:07.109207 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4c81c-aad6-48ba-8016-4ccb99be5169 req-a1bc4bfe-1abd-4a45-8927-bd660022835a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:07.113738 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-66e4c81c-aad6-48ba-8016-4ccb99be5169 req-a1bc4bfe-1abd-4a45-8927-bd660022835a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0589004 Sep 15 19:30:07.179024 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-66e4c81c-aad6-48ba-8016-4ccb99be5169 req-06a96d12-7d4c-40b5-8606-2b1dff9dda69 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570009 Sep 15 19:30:07.182133 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4040d62-5a2a-4f69-b103-c15708d4e5af req-4e59c035-bc16-443a-bd62-c2c25e25c558 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:07.183750 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d4040d62-5a2a-4f69-b103-c15708d4e5af req-4e59c035-bc16-443a-bd62-c2c25e25c558 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 946 time: 0.0552580 Sep 15 19:30:07.241025 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-d4040d62-5a2a-4f69-b103-c15708d4e5af req-b3c43449-deb5-4d67-a772-4f8bc0573f74 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494890 Sep 15 19:30:07.291514 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9a812001-66d4-42bc-9f1f-529618236fdd req-ad4332a4-8f91-4981-9f3b-545488575ce1 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-5768309&fields=id&tenant_id=4fd3f2da26af4d3db4c6db4ceb851558 HTTP/1.1" status: 200 len: 267 time: 0.0494001 Sep 15 19:30:07.353380 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a812001-66d4-42bc-9f1f-529618236fdd req-58752a46-311d-4bb8-b4b7-1ffdd3d6c5a2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:07.354988 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9a812001-66d4-42bc-9f1f-529618236fdd req-58752a46-311d-4bb8-b4b7-1ffdd3d6c5a2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 945 time: 0.0580223 Sep 15 19:30:07.366199 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-9a812001-66d4-42bc-9f1f-529618236fdd req-4576d4e7-e8c9-4dbf-bb9f-155b79c9528b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'port': {'security_groups': ['f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e', '685f99b2-457d-475d-b5ae-8621eaa6e266']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:07.440906 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9a812001-66d4-42bc-9f1f-529618236fdd req-4576d4e7-e8c9-4dbf-bb9f-155b79c9528b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:07.621929 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:07.652156 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-9a812001-66d4-42bc-9f1f-529618236fdd req-4576d4e7-e8c9-4dbf-bb9f-155b79c9528b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] For port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:07.684093 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9a812001-66d4-42bc-9f1f-529618236fdd req-4576d4e7-e8c9-4dbf-bb9f-155b79c9528b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:07.742310 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf80ec-c890-4952-bc0c-1d06fe601042 req-ebe53dfc-a48e-4c7b-825a-bd30f5a47227 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:07.743869 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2ddf80ec-c890-4952-bc0c-1d06fe601042 req-ebe53dfc-a48e-4c7b-825a-bd30f5a47227 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0530894 Sep 15 19:30:07.792403 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-2ddf80ec-c890-4952-bc0c-1d06fe601042 req-ad8beddd-8ee0-41d0-a0f1-e77d7a40f0d9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Sep 15 19:30:07.897007 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9a812001-66d4-42bc-9f1f-529618236fdd req-4576d4e7-e8c9-4dbf-bb9f-155b79c9528b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:07.908035 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a812001-66d4-42bc-9f1f-529618236fdd req-4576d4e7-e8c9-4dbf-bb9f-155b79c9528b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:07.910166 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9a812001-66d4-42bc-9f1f-529618236fdd req-4576d4e7-e8c9-4dbf-bb9f-155b79c9528b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:07.910332 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:30:07.914859 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9a812001-66d4-42bc-9f1f-529618236fdd req-4576d4e7-e8c9-4dbf-bb9f-155b79c9528b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "PUT /networking/v2.0/ports/1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 200 len: 981 time: 0.5527129 Sep 15 19:30:07.917074 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:30:07.922079 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b5e53f-a901-450f-a3c4-3f532adda815" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:30:07.976147 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576d4e7-e8c9-4dbf-bb9f-155b79c9528b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'Port': ['ID=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,revision_number=6']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:07.987212 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e60551b-53d9-4bde-8008-b6581c79ca1e x-openstack-request-id: req-8e60551b-53d9-4bde-8008-b6581c79ca1e {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:30:07.987483 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:30:07.987686 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e60551b-53d9-4bde-8008-b6581c79ca1e {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:30:07.988145 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e60551b-53d9-4bde-8008-b6581c79ca1e'] response: {'name': 'network-changed', 'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'status': 'completed', 'code': 200} Sep 15 19:30:08.024386 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377145-4e57-491f-a362-cf43a7bdc6ad req-9637a5a9-266e-4b9a-8623-bc58c5c12eaf tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:08.026047 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-33377145-4e57-491f-a362-cf43a7bdc6ad req-9637a5a9-266e-4b9a-8623-bc58c5c12eaf tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.0547915 Sep 15 19:30:08.070879 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:30:08.088847 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-33377145-4e57-491f-a362-cf43a7bdc6ad req-9b063ee6-d15b-4f1c-bf16-b8f79f4ea6f0 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0561228 Sep 15 19:30:08.107185 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:08.252885 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:08.389942 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07e79a-1089-4599-8ae5-71b4d4fccabd req-50c68fb2-2cc2-4ccb-80ee-80b6e49f0d40 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:08.393051 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ad07e79a-1089-4599-8ae5-71b4d4fccabd req-50c68fb2-2cc2-4ccb-80ee-80b6e49f0d40 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 946 time: 0.0691247 Sep 15 19:30:08.473701 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-9156341c-d768-4878-9412-4285cdb3861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:08.475224 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-9156341c-d768-4878-9412-4285cdb3861c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4fd3f2da26af4d3db4c6db4ceb851558&device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 1168 time: 0.0664303 Sep 15 19:30:08.536129 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ad07e79a-1089-4599-8ae5-71b4d4fccabd req-5ea30005-fd53-4a07-82c1-a062c4dc0cf5 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363342 Sep 15 19:30:08.583879 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-fe48a1f7-f7fc-4145-bdb8-7eb0a2e0b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:08.585382 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-fe48a1f7-f7fc-4145-bdb8-7eb0a2e0b702 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=340975b28fc242b5bf4a3364fe702ad4&device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 1130 time: 0.0976000 Sep 15 19:30:08.603716 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:08.667894 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-57c1faf0-37be-42cc-9bd6-0ae02882ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:08.669371 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-57c1faf0-37be-42cc-9bd6-0ae02882ca0d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c851a255-af99-440b-bdcd-712401c04b66 HTTP/1.1" status: 200 len: 915 time: 0.1804659 Sep 15 19:30:08.748134 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-7853ba55-bff4-42d2-8e90-73e7d0c13a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:08.749603 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-7853ba55-bff4-42d2-8e90-73e7d0c13a2e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6260c8ac-0673-45b5-914a-caba360d68d4 HTTP/1.1" status: 200 len: 911 time: 0.1559432 Sep 15 19:30:08.771484 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-4db1a1ce-6f6c-4999-aaf3-5d72fc29cd8c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0861573 Sep 15 19:30:08.932187 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:08.941075 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c662907-a766-411c-a35e-4a51a40cf822 req-6980348d-6ebb-4774-88e1-15d5468851a0 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:08.942824 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3c662907-a766-411c-a35e-4a51a40cf822 req-6980348d-6ebb-4774-88e1-15d5468851a0 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0673287 Sep 15 19:30:08.973438 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:09.003471 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3c662907-a766-411c-a35e-4a51a40cf822 req-d962b1ee-9996-4d1b-94e0-34aa36f1ea16 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541725 Sep 15 19:30:09.110572 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-ea181cac-9130-4822-85e3-7816731f5534 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b9862f-0442-4819-8455-b738ec1a0232 HTTP/1.1" status: 200 len: 1002 time: 0.3493094 Sep 15 19:30:09.116046 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-b4f63370-56b1-415a-8e76-ea695a444311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:09.117449 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-b4f63370-56b1-415a-8e76-ea695a444311 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=96c540f9-7d74-4e4a-a277-5b1795411a16 HTTP/1.1" status: 200 len: 853 time: 0.3188660 Sep 15 19:30:09.211688 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-155dcd87-a782-4435-b7bf-f4ec84949256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:09.213190 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-155dcd87-a782-4435-b7bf-f4ec84949256 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c851a255-af99-440b-bdcd-712401c04b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0798223 Sep 15 19:30:09.214945 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-2a579f2a-e1aa-48dd-8c78-7b25bfbe3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:09.216419 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-2a579f2a-e1aa-48dd-8c78-7b25bfbe3a4d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2036ab81-0327-4fda-9de5-42d971e8168a HTTP/1.1" status: 200 len: 849 time: 0.0841384 Sep 15 19:30:09.250743 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35538) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:09.316893 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-c4e6d1dd-009a-4c8e-b44a-b7193bb93e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:09.318464 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-c4e6d1dd-009a-4c8e-b44a-b7193bb93e01 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6260c8ac-0673-45b5-914a-caba360d68d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0826235 Sep 15 19:30:09.348852 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:09.394590 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-3c3a0e07-a2ef-4a77-9e20-6fed38403b2b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ac8e5530469c44cd8c4d962899f6ac5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422224 Sep 15 19:30:09.398017 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35542) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:09.412532 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:09.414466 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-3ca66879-aa35-445b-bc0e-4c9ac9b30f6a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854913 Sep 15 19:30:09.455643 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c741cfdb-92b4-43a4-aa21-2db734cd3be3 admin admin] Publish callbacks [] for security_group (e5943be3-9034-402d-a6ed-d1248551953e), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:09.477372 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c741cfdb-92b4-43a4-aa21-2db734cd3be3 admin admin] Publish callbacks [] for security_group (e5943be3-9034-402d-a6ed-d1248551953e), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:09.499601 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-3b2caa36-8ce3-4704-8976-80828b6ceb38 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741443 Sep 15 19:30:09.597255 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08b5e53f-a901-450f-a3c4-3f532adda815 req-7c38e6ee-5810-451f-b192-e5f7351e78e6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713979 Sep 15 19:30:09.644820 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5924720d-f332-4ec3-aac2-3bc7e5949944 req-fcb498fe-a7e6-47fa-a9ae-faebc9b91f74 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350679 Sep 15 19:30:09.652910 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c741cfdb-92b4-43a4-aa21-2db734cd3be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (e5943be3-9034-402d-a6ed-d1248551953e), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:09.656170 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c741cfdb-92b4-43a4-aa21-2db734cd3be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:09.667546 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-c741cfdb-92b4-43a4-aa21-2db734cd3be3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e5943be3-9034-402d-a6ed-d1248551953e HTTP/1.1" status: 204 len: 168 time: 0.2620754 Sep 15 19:30:09.682128 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf166b-a38a-4a79-af3f-9ce8381b51e7 req-67d74ecb-b65b-4831-9726-07bcdd03d8ca tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:09.683743 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-28bf166b-a38a-4a79-af3f-9ce8381b51e7 req-67d74ecb-b65b-4831-9726-07bcdd03d8ca tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 946 time: 0.0555639 Sep 15 19:30:09.686929 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741cfdb-92b4-43a4-aa21-2db734cd3be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5943be3-9034-402d-a6ed-d1248551953e,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:09.752894 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-28bf166b-a38a-4a79-af3f-9ce8381b51e7 req-20fa5705-fadb-4b19-b8d0-9d58d60618db tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608125 Sep 15 19:30:10.139190 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5278e7c-1356-4c41-b2bf-dd26dc5ebb3f req-7ef01c85-2384-45c7-a936-eec89802d84a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:10.140772 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a5278e7c-1356-4c41-b2bf-dd26dc5ebb3f req-7ef01c85-2384-45c7-a936-eec89802d84a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0530291 Sep 15 19:30:10.195765 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a5278e7c-1356-4c41-b2bf-dd26dc5ebb3f req-49bd51e3-d334-49be-9da0-5cba07f064ad tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489345 Sep 15 19:30:11.075464 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35580) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:11.115677 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:11.183883 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-235654028-network', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:11.286769 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Made reservation on behalf of 18b6ba58f0684cb699320fa8979047ae for: {'network': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:11.289235 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:11.298773 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:11.328242 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e23467-859f-41c2-8e64-8964de63a8ee req-26d4dad8-0282-49b4-a4c9-e07ceb6be01a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:11.331499 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-21e23467-859f-41c2-8e64-8964de63a8ee req-26d4dad8-0282-49b4-a4c9-e07ceb6be01a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0512738 Sep 15 19:30:11.374770 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:11.394611 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-21e23467-859f-41c2-8e64-8964de63a8ee req-77ac6b2d-bd14-4ee2-a3c3-1d933a2bcd29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515726 Sep 15 19:30:11.404078 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Publish callbacks [] for security_group (422cb049-6853-4917-9a1e-9a715ca4fb21), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:11.442315 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d937a95-eecd-4f87-ad79-d9d562029ea4 req-9c804a63-6040-4246-a8c1-0229ac8e1189 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:11.443882 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8d937a95-eecd-4f87-ad79-d9d562029ea4 req-9c804a63-6040-4246-a8c1-0229ac8e1189 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 946 time: 0.0541825 Sep 15 19:30:11.495191 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8d937a95-eecd-4f87-ad79-d9d562029ea4 req-d89ded82-86e8-4d48-966f-fdec8c9f0109 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449233 Sep 15 19:30:11.531680 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (422cb049-6853-4917-9a1e-9a715ca4fb21), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:11.560262 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:30:11.572582 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422cb049-6853-4917-9a1e-9a715ca4fb21,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:11.579273 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (244a91f7-8ed8-460a-935e-26e09da34aaf), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:11.579628 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.segments_db [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Added segment 244a91f7-8ed8-460a-935e-26e09da34aaf of type vlan for network a981a0db-9c1c-4f3a-9868-1f446f3a457d Sep 15 19:30:11.623572 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (a981a0db-9c1c-4f3a-9868-1f446f3a457d), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:11.944061 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (a981a0db-9c1c-4f3a-9868-1f446f3a457d), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:11.945294 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:11.946519 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:12.017391 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] Pushing event updated for resources: {'Network': ['ID=a981a0db-9c1c-4f3a-9868-1f446f3a457d,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:12.029908 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network a981a0db-9c1c-4f3a-9868-1f446f3a457d details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:30:12.114212 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-2c374501-d5b8-40f6-b9dd-10fc2d64203c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0376210 Sep 15 19:30:12.123336 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35592) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:12.123336 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Request body: {'subnet': {'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-235654028-subnet', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'ip_version': 4}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:12.269442 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Made reservation on behalf of 18b6ba58f0684cb699320fa8979047ae for: {'subnet': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:12.272156 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5304926'] for subnet (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:12.274061 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:12.547748 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-830519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5304904'] for subnet (096e33e0-04d1-48bf-8d5f-5e2164d339db), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:12.600584 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096e33e0-04d1-48bf-8d5f-5e2164d339db,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:12.619416 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Checking segment: {'id': '244a91f7-8ed8-460a-935e-26e09da34aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:30:12.619809 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Network hostable DHCP agents. Network: a981a0db-9c1c-4f3a-9868-1f446f3a457d, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:30:12.628015 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01d57c-eb44-4de6-a8e3-bbefc4456d6e req-ef05d715-ca13-4e63-aefa-959f68394852 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:12.629812 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-da01d57c-eb44-4de6-a8e3-bbefc4456d6e req-ef05d715-ca13-4e63-aefa-959f68394852 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 946 time: 0.0516052 Sep 15 19:30:12.686913 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-da01d57c-eb44-4de6-a8e3-bbefc4456d6e req-9962a335-509e-4de2-bb9f-40e7a095f1c2 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486240 Sep 15 19:30:12.715784 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=12 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:12.778170 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Network a981a0db-9c1c-4f3a-9868-1f446f3a457d is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:30:12.892929 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, a981a0db-9c1c-4f3a-9868-1f446f3a457d) {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:12.902802 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b1816-77fa-432c-8d1d-943ddff7220c None None] Network a981a0db-9c1c-4f3a-9868-1f446f3a457d requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:30:12.906789 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:12.907375 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:12.951123 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-bf554511-8cfe-4bde-9ce2-78e7d311cf1b tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:12.952597 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-bf554511-8cfe-4bde-9ce2-78e7d311cf1b tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 946 time: 0.0557373 Sep 15 19:30:13.030804 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-a981a0db-9c1c-4f3a-9868-1f446f3a457d', 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d', 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'fixed_ips': [{'subnet_id': '096e33e0-04d1-48bf-8d5f-5e2164d339db'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:30:13.031860 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.059943 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-39556b7d-72ec-4169-bc61-7646766eb107 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9327600 Sep 15 19:30:13.060201 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35598) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:13.060201 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-235654028-router', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:13.083902 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-5bd56b5a-8ae7-4aa4-bfbd-14b7169e688e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Deleting port 541a0be0-658c-472a-a977-48f9872ca497 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:30:13.084751 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-5bd56b5a-8ae7-4aa4-bfbd-14b7169e688e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (541a0be0-658c-472a-a977-48f9872ca497), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.195074 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Allocated IP 172.20.0.2 (a981a0db-9c1c-4f3a-9868-1f446f3a457d/096e33e0-04d1-48bf-8d5f-5e2164d339db/00aeef02-0d6e-493b-92d5-eec296a426db) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:13.216220 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-5bd56b5a-8ae7-4aa4-bfbd-14b7169e688e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] For port 541a0be0-658c-472a-a977-48f9872ca497, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=541a0be0-658c-472a-a977-48f9872ca497,segment=NetworkSegment(add7e5c0-2678-4fdd-a84c-ef6d82b4710f),segment_id=add7e5c0-2678-4fdd-a84c-ef6d82b4710f)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:13.216927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-5bd56b5a-8ae7-4aa4-bfbd-14b7169e688e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (541a0be0-658c-472a-a977-48f9872ca497), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.218662 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:13.229234 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.230354 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.243556 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-5bd56b5a-8ae7-4aa4-bfbd-14b7169e688e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Calling delete_port for 541a0be0-658c-472a-a977-48f9872ca497 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:30:13.289257 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks [] for router_controller (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), precommit_add_association {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.379734 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Publish callbacks [] for port (00aeef02-0d6e-493b-92d5-eec296a426db), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.499232 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.499555 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-5bd56b5a-8ae7-4aa4-bfbd-14b7169e688e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (541a0be0-658c-472a-a977-48f9872ca497), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.529913 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['541a0be0-658c-472a-a977-48f9872ca497'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:30:13.535405 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd56b5a-8ae7-4aa4-bfbd-14b7169e688e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Pushing event deleted for resources: {'Port': ['ID=541a0be0-658c-472a-a977-48f9872ca497,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:13.574374 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Network a981a0db-9c1c-4f3a-9868-1f446f3a457d is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:13.577605 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Pushing event updated for resources: {'Port': ['ID=00aeef02-0d6e-493b-92d5-eec296a426db,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:13.580541 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:13.587884 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:30:13.587996 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-5bd56b5a-8ae7-4aa4-bfbd-14b7169e688e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] No DVR routers for this DVR port 541a0be0-658c-472a-a977-48f9872ca497 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:30:13.589997 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-5bd56b5a-8ae7-4aa4-bfbd-14b7169e688e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.593439 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-55d70c0a-9a6f-4419-8108-291ce2cdaf1d req-5bd56b5a-8ae7-4aa4-bfbd-14b7169e688e tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.33 "DELETE /networking/v2.0/ports/541a0be0-658c-472a-a977-48f9872ca497 HTTP/1.1" status: 204 len: 173 time: 0.6345565 Sep 15 19:30:13.593890 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb68e4f-daac-4a09-962e-7078b5cf4872', 'name': 'network-vif-deleted', 'tag': '541a0be0-658c-472a-a977-48f9872ca497'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:30:13.596867 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df01be1-7917-45cc-88eb-6dc55dc2cce6" -d '{"events": [{"server_uuid": "ccb68e4f-daac-4a09-962e-7078b5cf4872", "name": "network-vif-deleted", "tag": "541a0be0-658c-472a-a977-48f9872ca497"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:30:13.620090 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks [] for router_gateway (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.643339 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac38ab6-710e-4134-9f8e-723d5eb72190 x-openstack-request-id: req-4ac38ab6-710e-4134-9f8e-723d5eb72190 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:30:13.643634 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb68e4f-daac-4a09-962e-7078b5cf4872", "name": "network-vif-deleted", "tag": "541a0be0-658c-472a-a977-48f9872ca497", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:30:13.643935 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ac38ab6-710e-4134-9f8e-723d5eb72190 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:30:13.644344 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac38ab6-710e-4134-9f8e-723d5eb72190'] response: {'server_uuid': 'ccb68e4f-daac-4a09-962e-7078b5cf4872', 'name': 'network-vif-deleted', 'tag': '541a0be0-658c-472a-a977-48f9872ca497', 'status': 'completed', 'code': 200} Sep 15 19:30:13.657837 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Attempting to bind port 00aeef02-0d6e-493b-92d5-eec296a426db on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:30:13.658203 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Attempting to bind port 00aeef02-0d6e-493b-92d5-eec296a426db by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '244a91f7-8ed8-460a-935e-26e09da34aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:30:13.658608 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Attempting to bind port 00aeef02-0d6e-493b-92d5-eec296a426db on network a981a0db-9c1c-4f3a-9868-1f446f3a457d {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:30:13.703726 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:30:13.704092 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Checking segment: {'id': '244a91f7-8ed8-460a-935e-26e09da34aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:30:13.704494 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.704870 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Bound using segment: {'id': '244a91f7-8ed8-460a-935e-26e09da34aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:30:13.705336 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Bound port: 00aeef02-0d6e-493b-92d5-eec296a426db, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244a91f7-8ed8-460a-935e-26e09da34aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:30:13.705707 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.767385 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] For port 00aeef02-0d6e-493b-92d5-eec296a426db, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:30:13.770864 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] For port 00aeef02-0d6e-493b-92d5-eec296a426db, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=00aeef02-0d6e-493b-92d5-eec296a426db,segment=NetworkSegment(244a91f7-8ed8-460a-935e-26e09da34aaf),segment_id=244a91f7-8ed8-460a-935e-26e09da34aaf)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:30:13.791771 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3122a40e-aa18-461b-abd6-ac0046caf506 req-af5ef0d1-7233-4c3e-a69c-b995470b303f tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0285780 Sep 15 19:30:13.864673 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:13.944769 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:13.979232 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks [] for router_gateway (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:14.003004 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0b0f7-9182-4fd4-b690-d2ca84f696ac None None] Pushing event updated for resources: {'Port': ['ID=00aeef02-0d6e-493b-92d5-eec296a426db,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:14.003356 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:14.124252 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Allocated IP 172.27.0.193 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/12b37e45-c120-4b63-b2ad-d22c22252fb7) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:14.147217 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:14.493132 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks [] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:14.647748 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:14.694763 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:14.700509 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:14.703156 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:30:14.706803 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Pushing event updated for resources: {'Port': ['ID=12b37e45-c120-4b63-b2ad-d22c22252fb7,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:14.914596 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 00aeef02-0d6e-493b-92d5-eec296a426db up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:14.930163 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-57ee0051-06df-4b28-a286-d8bfb6225793 req-5ebb2f67-e185-4125-975c-733cfffe28c8 tempest-VolumesActionsTest-1580950199 tempest-VolumesActionsTest-1580950199-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccb68e4f-daac-4a09-962e-7078b5cf4872 HTTP/1.1" status: 200 len: 210 time: 0.0324697 Sep 15 19:30:14.944946 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b566637-6ee2-4cca-bdb2-4afa51cf89db None None] Network a981a0db-9c1c-4f3a-9868-1f446f3a457d requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:30:14.950734 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:14.996057 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:15.022198 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-c379dda3-c9e8-40d1-8197-07df14e810a6 None None] Provisioning complete for port 00aeef02-0d6e-493b-92d5-eec296a426db triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:15.022712 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c379dda3-c9e8-40d1-8197-07df14e810a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:15.023143 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-c379dda3-c9e8-40d1-8197-07df14e810a6 None None] Attempt 1 to provision port 00aeef02-0d6e-493b-92d5-eec296a426db Sep 15 19:30:15.051896 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks [] for router_gateway (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:15.086624 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 00aeef02-0d6e-493b-92d5-eec296a426db triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:15.086995 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:15.087328 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 00aeef02-0d6e-493b-92d5-eec296a426db Sep 15 19:30:15.137439 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:15.197381 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-c379dda3-c9e8-40d1-8197-07df14e810a6 None None] Current status of the port 00aeef02-0d6e-493b-92d5-eec296a426db is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:15.197770 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c379dda3-c9e8-40d1-8197-07df14e810a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:15.257908 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 00aeef02-0d6e-493b-92d5-eec296a426db is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:15.258887 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:15.277296 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:15.282856 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-c379dda3-c9e8-40d1-8197-07df14e810a6 None None] For port 00aeef02-0d6e-493b-92d5-eec296a426db, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=00aeef02-0d6e-493b-92d5-eec296a426db,segment=NetworkSegment(244a91f7-8ed8-460a-935e-26e09da34aaf),segment_id=244a91f7-8ed8-460a-935e-26e09da34aaf)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:15.420031 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c379dda3-c9e8-40d1-8197-07df14e810a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:15.482765 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.db.api [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 19:30:15.483090 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG oslo_db.api [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:30:15.491821 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379dda3-c9e8-40d1-8197-07df14e810a6 None None] Pushing event updated for resources: {'Port': ['ID=00aeef02-0d6e-493b-92d5-eec296a426db,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:15.510023 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:30:15.536409 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-46cc0f6f-d8ad-4316-b17b-a3c675b1c503 None None] Provisioning complete for port 00aeef02-0d6e-493b-92d5-eec296a426db triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:15.536778 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-46cc0f6f-d8ad-4316-b17b-a3c675b1c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:15.537144 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-46cc0f6f-d8ad-4316-b17b-a3c675b1c503 None None] Attempt 1 to provision port 00aeef02-0d6e-493b-92d5-eec296a426db Sep 15 19:30:15.611997 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:15.613805 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-46cc0f6f-d8ad-4316-b17b-a3c675b1c503 None None] Current status of the port 00aeef02-0d6e-493b-92d5-eec296a426db is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:15.616551 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:15.626027 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Sync routers for ids ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:30:15.635517 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Routers {'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:15.636156 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:29:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:15.742696 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Set router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:15.757756 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:15.758985 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-37117468-9690-4a3d-9d73-45b71dd22935 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7032752 Sep 15 19:30:15.761861 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35608) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:16.068888 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 00aeef02-0d6e-493b-92d5-eec296a426db is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:16.093640 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'name': 'tempest-TestVolumeBootPattern-235654028-router', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:13Z', 'updated_at': '2022-09-15T19:30:14Z', 'revision_number': 3, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'gw_port': {'id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:14Z', 'updated_at': '2022-09-15T19:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:16.119587 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Checking router: ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:30:16.120071 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Updating router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 port 12b37e45-c120-4b63-b2ad-d22c22252fb7 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:30:16.150484 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:16.173110 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:16.185190 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:16.202872 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:16.240863 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:16.355054 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:16.380728 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Allocated IP 172.20.0.1 (a981a0db-9c1c-4f3a-9868-1f446f3a457d/096e33e0-04d1-48bf-8d5f-5e2164d339db/6dac13ec-8252-4375-b6e1-be43ce939d1d) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:16.420249 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Publish callbacks [] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:16.494198 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Publish callbacks [] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:16.578518 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:16.610663 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Attempting to bind port 12b37e45-c120-4b63-b2ad-d22c22252fb7 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:30:16.610977 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Attempting to bind port 12b37e45-c120-4b63-b2ad-d22c22252fb7 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:30:16.611431 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Attempting to bind port 12b37e45-c120-4b63-b2ad-d22c22252fb7 on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:30:16.648000 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e2f2e-a381-468c-a4ad-c5708257cfe4 None None] Pushing event updated for resources: {'Port': ['ID=12b37e45-c120-4b63-b2ad-d22c22252fb7,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:16.668202 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:30:16.668577 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:30:16.675872 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:16.675872 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:30:16.675872 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Bound port: 12b37e45-c120-4b63-b2ad-d22c22252fb7, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:30:16.675872 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:16.711546 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:16.722898 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] For port 12b37e45-c120-4b63-b2ad-d22c22252fb7, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:30:16.730089 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] For port 12b37e45-c120-4b63-b2ad-d22c22252fb7, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=12b37e45-c120-4b63-b2ad-d22c22252fb7,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:30:16.766887 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Network a981a0db-9c1c-4f3a-9868-1f446f3a457d is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:16.772584 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:16.779003 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Pushing event updated for resources: {'Port': ['ID=6dac13ec-8252-4375-b6e1-be43ce939d1d,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:16.785294 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:30:16.788782 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:16.840648 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:16.887352 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:16.920963 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 00aeef02-0d6e-493b-92d5-eec296a426db up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:16.967740 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:16.993740 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Routers {'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:16.993740 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:29:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:16.999098 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e2f2e-a381-468c-a4ad-c5708257cfe4 None None] Pushing event updated for resources: {'Port': ['ID=12b37e45-c120-4b63-b2ad-d22c22252fb7,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:17.078654 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Provisioning complete for port 6dac13ec-8252-4375-b6e1-be43ce939d1d triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:17.079492 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:17.079492 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Attempt 1 to provision port 6dac13ec-8252-4375-b6e1-be43ce939d1d Sep 15 19:30:17.116584 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:17.126635 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 00aeef02-0d6e-493b-92d5-eec296a426db triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:17.127006 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:17.127342 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 00aeef02-0d6e-493b-92d5-eec296a426db Sep 15 19:30:17.169709 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Port 6dac13ec-8252-4375-b6e1-be43ce939d1d cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:17.191690 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] Set router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:17.309159 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Publish callbacks [] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:17.310459 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:17.328817 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 00aeef02-0d6e-493b-92d5-eec296a426db is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:17.405815 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'name': 'tempest-TestVolumeBootPattern-235654028-router', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:13Z', 'updated_at': '2022-09-15T19:30:14Z', 'revision_number': 3, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'gw_port': {'id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:14Z', 'updated_at': '2022-09-15T19:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:17.437590 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c075e5c-8586-47f9-a1ed-6c77769311b6 None None] The sync data for ids ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'] in dv-cinder-849846-10-iscsi is: [{'id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'name': 'tempest-TestVolumeBootPattern-235654028-router', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:13Z', 'updated_at': '2022-09-15T19:30:14Z', 'revision_number': 3, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'gw_port': {'id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:14Z', 'updated_at': '2022-09-15T19:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:30:17.474943 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:17.554200 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Pushing event updated for resources: {'Port': ['ID=6dac13ec-8252-4375-b6e1-be43ce939d1d,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:17.558279 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:17.670301 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Network a981a0db-9c1c-4f3a-9868-1f446f3a457d is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:17.670301 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:17.672272 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Attempt 2 to provision port 6dac13ec-8252-4375-b6e1-be43ce939d1d Sep 15 19:30:17.720306 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Port 6dac13ec-8252-4375-b6e1-be43ce939d1d cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:17.755822 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:17.764187 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c518416c-c975-49f7-8ca8-9b922ba53c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:17.853502 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:30:17.979509 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:17.987359 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-1e9812c2-a5d9-4979-8756-c272e555a794 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/ce12403b-1fd1-4ea1-ae4e-5bbab2540b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2219622 Sep 15 19:30:18.221414 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Attempt 3 to provision port 6dac13ec-8252-4375-b6e1-be43ce939d1d Sep 15 19:30:18.252257 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 541a0be0-658c-472a-a977-48f9872ca497 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:30:18.275786 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Port 6dac13ec-8252-4375-b6e1-be43ce939d1d cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:18.276066 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 541a0be0-658c-472a-a977-48f9872ca497 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:30:18.276385 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 541a0be0-658c-472a-a977-48f9872ca497 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:30:18.777430 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Attempt 4 to provision port 6dac13ec-8252-4375-b6e1-be43ce939d1d Sep 15 19:30:18.816800 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Port 6dac13ec-8252-4375-b6e1-be43ce939d1d cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:18.895733 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 12b37e45-c120-4b63-b2ad-d22c22252fb7 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:18.925657 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35670) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:18.932175 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-448500391-network', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:18.945537 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 12b37e45-c120-4b63-b2ad-d22c22252fb7 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:18.946428 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:18.946741 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 12b37e45-c120-4b63-b2ad-d22c22252fb7 Sep 15 19:30:19.022386 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 12b37e45-c120-4b63-b2ad-d22c22252fb7 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:19.022777 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.046901 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 12b37e45-c120-4b63-b2ad-d22c22252fb7, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=12b37e45-c120-4b63-b2ad-d22c22252fb7,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:19.060820 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Sync routers for ids ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:30:19.069411 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Made reservation on behalf of ac6709b04e9b474ebe6d696dc4660b9d for: {'network': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:19.074890 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Routers {'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:19.075022 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.075120 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:29:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:19.081704 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.161944 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Publish callbacks [] for security_group (0ce19a7a-420e-4e9a-850e-77725391d0cd), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.180668 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Set router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:19.207160 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.252625 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0ce19a7a-420e-4e9a-850e-77725391d0cd), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.256997 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:19.261267 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=12b37e45-c120-4b63-b2ad-d22c22252fb7,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:19.281319 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:30:19.287912 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce19a7a-420e-4e9a-850e-77725391d0cd,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:19.294689 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (4b543916-da1f-43a3-9be2-0d80998adc77), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.298310 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.segments_db [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Added segment 4b543916-da1f-43a3-9be2-0d80998adc77 of type vlan for network c27201f1-7ce0-4913-ab30-ee8313abfdc7 Sep 15 19:30:19.317947 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Attempt 5 to provision port 6dac13ec-8252-4375-b6e1-be43ce939d1d Sep 15 19:30:19.338764 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (c27201f1-7ce0-4913-ab30-ee8313abfdc7), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.355165 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Port 6dac13ec-8252-4375-b6e1-be43ce939d1d cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:19.391424 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'name': 'tempest-TestVolumeBootPattern-235654028-router', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:13Z', 'updated_at': '2022-09-15T19:30:16Z', 'revision_number': 4, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'gw_port': {'id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:14Z', 'updated_at': '2022-09-15T19:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '6dac13ec-8252-4375-b6e1-be43ce939d1d', 'name': '', 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'mac_address': 'fa:16:3e:b2:b3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '096e33e0-04d1-48bf-8d5f-5e2164d339db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:16Z', 'updated_at': '2022-09-15T19:30:17Z', 'revision_number': 2, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'subnets': [{'id': '096e33e0-04d1-48bf-8d5f-5e2164d339db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:19.420288 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Checking router: ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:30:19.420641 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Updating router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 port 6dac13ec-8252-4375-b6e1-be43ce939d1d binding host dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:30:19.448949 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.481094 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (c27201f1-7ce0-4913-ab30-ee8313abfdc7), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.482131 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:19.482713 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.549942 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] Pushing event updated for resources: {'Network': ['ID=c27201f1-7ce0-4913-ab30-ee8313abfdc7,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:19.560967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network c27201f1-7ce0-4913-ab30-ee8313abfdc7 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:30:19.659826 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a765558d-814a-42f8-8263-5b27d32f2b9a admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7330306 Sep 15 19:30:19.662565 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35676) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:19.672274 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Request body: {'subnet': {'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-448500391-subnet', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'ip_version': 4}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:19.706302 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Publish callbacks [] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.823907 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Made reservation on behalf of ac6709b04e9b474ebe6d696dc4660b9d for: {'subnet': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:19.826377 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6666604'] for subnet (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.856355 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Attempt 6 to provision port 6dac13ec-8252-4375-b6e1-be43ce939d1d Sep 15 19:30:19.892315 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Port 6dac13ec-8252-4375-b6e1-be43ce939d1d cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:19.894395 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:19.962783 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:19.963823 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Pushing event updated for resources: {'Port': ['ID=6dac13ec-8252-4375-b6e1-be43ce939d1d,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:19.988456 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.988893 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.989330 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.989746 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.990134 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.990542 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.990912 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.991298 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.991737 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.992188 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.992605 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.993002 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.993331 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.993651 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:19.993953 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:20.006671 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Attempting to bind port 6dac13ec-8252-4375-b6e1-be43ce939d1d on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:30:20.007035 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Attempting to bind port 6dac13ec-8252-4375-b6e1-be43ce939d1d by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '244a91f7-8ed8-460a-935e-26e09da34aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:30:20.007384 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Attempting to bind port 6dac13ec-8252-4375-b6e1-be43ce939d1d on network a981a0db-9c1c-4f3a-9868-1f446f3a457d {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:30:20.050296 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:30:20.050659 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Checking segment: {'id': '244a91f7-8ed8-460a-935e-26e09da34aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:30:20.051077 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.051449 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Bound using segment: {'id': '244a91f7-8ed8-460a-935e-26e09da34aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:30:20.051939 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Bound port: 6dac13ec-8252-4375-b6e1-be43ce939d1d, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244a91f7-8ed8-460a-935e-26e09da34aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:30:20.052309 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.114288 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] For port 6dac13ec-8252-4375-b6e1-be43ce939d1d, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:30:20.117377 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] For port 6dac13ec-8252-4375-b6e1-be43ce939d1d, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=6dac13ec-8252-4375-b6e1-be43ce939d1d,segment=NetworkSegment(244a91f7-8ed8-460a-935e-26e09da34aaf),segment_id=244a91f7-8ed8-460a-935e-26e09da34aaf)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:30:20.162102 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5396767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6666618'] for subnet (22114902-a640-4a02-8ebc-5ae8a4bea1be), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.162391 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7abc62ca-fd69-4d5d-8247-f264eb09da69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.218008 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.233751 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22114902-a640-4a02-8ebc-5ae8a4bea1be,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:20.245629 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:20.249954 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:20.251857 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Checking segment: {'id': '4b543916-da1f-43a3-9be2-0d80998adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:30:20.252219 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Network hostable DHCP agents. Network: c27201f1-7ce0-4913-ab30-ee8313abfdc7, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:30:20.265224 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Routers {'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:20.265900 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:20.311163 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f7e55-ac5b-4aed-8729-c324d3aaab47 None None] Pushing event updated for resources: {'Port': ['ID=6dac13ec-8252-4375-b6e1-be43ce939d1d,revision_number=4']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:20.382590 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] Set router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:20.392923 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Attempt 7 to provision port 6dac13ec-8252-4375-b6e1-be43ce939d1d Sep 15 19:30:20.411609 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Network c27201f1-7ce0-4913-ab30-ee8313abfdc7 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:30:20.428960 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:20.473679 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Current status of the port 6dac13ec-8252-4375-b6e1-be43ce939d1d is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:20.474205 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.514381 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] For port 6dac13ec-8252-4375-b6e1-be43ce939d1d, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=6dac13ec-8252-4375-b6e1-be43ce939d1d,segment=NetworkSegment(244a91f7-8ed8-460a-935e-26e09da34aaf),segment_id=244a91f7-8ed8-460a-935e-26e09da34aaf)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:20.561070 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, c27201f1-7ce0-4913-ab30-ee8313abfdc7) {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:20.567066 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:20.567717 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.580441 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c81a99-2547-4da6-8cc3-85c6c31bbb34 None None] Network c27201f1-7ce0-4913-ab30-ee8313abfdc7 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:30:20.593177 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'name': 'tempest-TestVolumeBootPattern-235654028-router', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:13Z', 'updated_at': '2022-09-15T19:30:16Z', 'revision_number': 4, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'gw_port': {'id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:14Z', 'updated_at': '2022-09-15T19:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '6dac13ec-8252-4375-b6e1-be43ce939d1d', 'name': '', 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'mac_address': 'fa:16:3e:b2:b3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '096e33e0-04d1-48bf-8d5f-5e2164d339db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:16Z', 'updated_at': '2022-09-15T19:30:20Z', 'revision_number': 4, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'subnets': [{'id': '096e33e0-04d1-48bf-8d5f-5e2164d339db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:20.627335 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326463d-9031-409f-a0ee-1453ac2ef772 None None] The sync data for ids ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'] in dv-cinder-849846-10-iscsi is: [{'id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'name': 'tempest-TestVolumeBootPattern-235654028-router', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:13Z', 'updated_at': '2022-09-15T19:30:16Z', 'revision_number': 4, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'gw_port': {'id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:14Z', 'updated_at': '2022-09-15T19:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '6dac13ec-8252-4375-b6e1-be43ce939d1d', 'name': '', 'network_id': 'a981a0db-9c1c-4f3a-9868-1f446f3a457d', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'mac_address': 'fa:16:3e:b2:b3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '096e33e0-04d1-48bf-8d5f-5e2164d339db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:16Z', 'updated_at': '2022-09-15T19:30:20Z', 'revision_number': 4, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'subnets': [{'id': '096e33e0-04d1-48bf-8d5f-5e2164d339db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:30:20.629169 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.676579 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:20.700815 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35690) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:20.707321 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-7b8a4838-b394-4a9c-b153-6a69d7aba6c5 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0325575 Sep 15 19:30:20.707987 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-448500391-router', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:20.724954 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efc4eb-9e53-4d7c-9344-0bf0c71f4b17 None None] Pushing event updated for resources: {'Port': ['ID=6dac13ec-8252-4375-b6e1-be43ce939d1d,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:20.767143 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-3b6558de-7f49-47c4-bf72-a6e44625a15c None None] Provisioning complete for port 6dac13ec-8252-4375-b6e1-be43ce939d1d triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:20.767512 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3b6558de-7f49-47c4-bf72-a6e44625a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.767882 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-3b6558de-7f49-47c4-bf72-a6e44625a15c None None] Attempt 1 to provision port 6dac13ec-8252-4375-b6e1-be43ce939d1d Sep 15 19:30:20.780899 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-c27201f1-7ce0-4913-ab30-ee8313abfdc7', 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7', 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'fixed_ips': [{'subnet_id': '22114902-a640-4a02-8ebc-5ae8a4bea1be'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:30:20.782951 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.847196 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (7c729251-d7f5-4445-80a3-012f36158ecd), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.848469 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (7c729251-d7f5-4445-80a3-012f36158ecd), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:20.956443 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks [] for router_controller (7c729251-d7f5-4445-80a3-012f36158ecd), precommit_add_association {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.123506 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 12b37e45-c120-4b63-b2ad-d22c22252fb7 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:21.164635 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-3b6558de-7f49-47c4-bf72-a6e44625a15c None None] Current status of the port 6dac13ec-8252-4375-b6e1-be43ce939d1d is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:21.230369 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Allocated IP 172.20.0.2 (c27201f1-7ce0-4913-ab30-ee8313abfdc7/22114902-a640-4a02-8ebc-5ae8a4bea1be/3b5a5e09-a69e-4082-a6e1-c4c6e753562f) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:21.231076 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks [] for router_gateway (7c729251-d7f5-4445-80a3-012f36158ecd), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.257464 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 12b37e45-c120-4b63-b2ad-d22c22252fb7 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:21.258151 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.259128 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 12b37e45-c120-4b63-b2ad-d22c22252fb7 Sep 15 19:30:21.325774 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:21.359408 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.425340 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 12b37e45-c120-4b63-b2ad-d22c22252fb7 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:21.426406 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 6dac13ec-8252-4375-b6e1-be43ce939d1d up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:21.516641 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:21.521202 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Publish callbacks [] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.540566 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 6dac13ec-8252-4375-b6e1-be43ce939d1d triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:21.541285 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.541677 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 6dac13ec-8252-4375-b6e1-be43ce939d1d Sep 15 19:30:21.590224 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c45f-0c78-4d48-9591-b6bbabbbd481 req-3fffcfa6-799e-4e31-b708-3001a1a046b9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:21.593735 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0892c45f-0c78-4d48-9591-b6bbabbbd481 req-3fffcfa6-799e-4e31-b708-3001a1a046b9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0708320 Sep 15 19:30:21.638324 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 6dac13ec-8252-4375-b6e1-be43ce939d1d is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:21.666309 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-0892c45f-0c78-4d48-9591-b6bbabbbd481 req-0598a32d-ae66-41ed-b822-7be8a38862f5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608578 Sep 15 19:30:21.669428 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.696617 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks [] for router_gateway (7c729251-d7f5-4445-80a3-012f36158ecd), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.716974 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.724221 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Network c27201f1-7ce0-4913-ab30-ee8313abfdc7 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:21.728193 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:21.731540 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:30:21.745078 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Pushing event updated for resources: {'Port': ['ID=3b5a5e09-a69e-4082-a6e1-c4c6e753562f,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:21.765930 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:21.799308 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Attempting to bind port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:30:21.799861 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Attempting to bind port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '4b543916-da1f-43a3-9be2-0d80998adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:30:21.800357 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Attempting to bind port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f on network c27201f1-7ce0-4913-ab30-ee8313abfdc7 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:30:21.846337 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Allocated IP 172.27.0.231 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/a613eee1-66e5-49fb-bcdc-e913aaf65c8e) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:21.851115 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:30:21.851553 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Checking segment: {'id': '4b543916-da1f-43a3-9be2-0d80998adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:30:21.852045 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.852562 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Bound using segment: {'id': '4b543916-da1f-43a3-9be2-0d80998adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:30:21.853140 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Bound port: 3b5a5e09-a69e-4082-a6e1-c4c6e753562f, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b543916-da1f-43a3-9be2-0d80998adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:30:21.853558 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:21.923499 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:21.940067 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] For port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:30:21.944972 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] For port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=3b5a5e09-a69e-4082-a6e1-c4c6e753562f,segment=NetworkSegment(4b543916-da1f-43a3-9be2-0d80998adc77),segment_id=4b543916-da1f-43a3-9be2-0d80998adc77)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:30:21.970296 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks [] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:22.105243 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:22.150679 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:22.160582 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b68d8e-cd7f-461b-973a-3cc1b153c389 None None] Pushing event updated for resources: {'Port': ['ID=3b5a5e09-a69e-4082-a6e1-c4c6e753562f,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:22.200408 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:22.204724 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:22.209592 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:30:22.249648 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Pushing event updated for resources: {'Port': ['ID=a613eee1-66e5-49fb-bcdc-e913aaf65c8e,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:22.672249 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks [] for router_gateway (7c729251-d7f5-4445-80a3-012f36158ecd), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:22.713903 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:22.767894 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:22.817318 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7553a9-d4f1-4c34-b7dc-703d8bc9d794 req-56728b33-4be3-4835-a989-2e14349f56c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:22.818864 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1a7553a9-d4f1-4c34-b7dc-703d8bc9d794 req-56728b33-4be3-4835-a989-2e14349f56c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0645845 Sep 15 19:30:22.881897 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:22.967339 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 3b5a5e09-a69e-4082-a6e1-c4c6e753562f up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:23.006918 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1a7553a9-d4f1-4c34-b7dc-703d8bc9d794 req-02a5adb1-51ff-49da-a77b-efa3e2c96743 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428862 Sep 15 19:30:23.054515 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (7c729251-d7f5-4445-80a3-012f36158ecd), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:23.071734 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:30:23.092790 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:23.092790 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:23.092790 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f Sep 15 19:30:23.224911 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:23.225739 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:23.291253 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=3b5a5e09-a69e-4082-a6e1-c4c6e753562f,segment=NetworkSegment(4b543916-da1f-43a3-9be2-0d80998adc77),segment_id=4b543916-da1f-43a3-9be2-0d80998adc77)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:23.304220 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-1248f28c-8262-4c78-86f6-5327f4ae00df tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:23.306688 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-1248f28c-8262-4c78-86f6-5327f4ae00df tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0735753 Sep 15 19:30:23.401597 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:23.469140 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Deleting port f848c54c-bc13-4277-851b-f4482d166911 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:30:23.469500 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (f848c54c-bc13-4277-851b-f4482d166911), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:23.489562 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=3b5a5e09-a69e-4082-a6e1-c4c6e753562f,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:23.496740 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae672c3-9564-4534-ab05-85ce0166aeed None None] Network c27201f1-7ce0-4913-ab30-ee8313abfdc7 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:30:23.547874 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Router 7c729251-d7f5-4445-80a3-012f36158ecd is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:30:23.626941 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:23.630112 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-c3aa670c-212f-4349-a39d-3e888f495f95 None None] Provisioning complete for port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:23.630464 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c3aa670c-212f-4349-a39d-3e888f495f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:23.630901 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-c3aa670c-212f-4349-a39d-3e888f495f95 None None] Attempt 1 to provision port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f Sep 15 19:30:23.636473 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] For port f848c54c-bc13-4277-851b-f4482d166911, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f848c54c-bc13-4277-851b-f4482d166911,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:23.636829 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (f848c54c-bc13-4277-851b-f4482d166911), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:23.717509 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:23.743770 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa670c-212f-4349-a39d-3e888f495f95 None None] Current status of the port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:23.986670 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-fe2db12c-2cb2-40a1-87fb-ad915806897a None None] Provisioning complete for port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:23.996772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fe2db12c-2cb2-40a1-87fb-ad915806897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:23.996772 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-fe2db12c-2cb2-40a1-87fb-ad915806897a None None] Attempt 1 to provision port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f Sep 15 19:30:24.101278 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-fe2db12c-2cb2-40a1-87fb-ad915806897a None None] Current status of the port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:24.216870 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:24.229308 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae544a97-1424-4452-8410-c54d3ce1f970 req-2d5e1e77-4abd-408d-96b5-9ce97afb433e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:24.236713 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ae544a97-1424-4452-8410-c54d3ce1f970 req-2d5e1e77-4abd-408d-96b5-9ce97afb433e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 945 time: 0.0867670 Sep 15 19:30:24.237201 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Sync routers for ids ['7c729251-d7f5-4445-80a3-012f36158ecd'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:30:24.252039 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Routers {'7c729251-d7f5-4445-80a3-012f36158ecd'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:24.252796 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7c729251-d7f5-4445-80a3-012f36158ecd'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:24.327903 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ae544a97-1424-4452-8410-c54d3ce1f970 req-df1c98b3-3375-4506-b799-0a4bc499ecc5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=223bdb57-ebdc-4c08-b9eb-38d808ad7986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840735 Sep 15 19:30:24.329989 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:24.330368 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (afaec93e-1d78-438e-b751-b4987ad04789), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:24.330804 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Floating IP afaec93e-1d78-438e-b751-b4987ad04789 disassociated. External IP: 172.27.0.208, port: f848c54c-bc13-4277-851b-f4482d166911. Sep 15 19:30:24.331317 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Calling delete_port for f848c54c-bc13-4277-851b-f4482d166911 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:30:24.376476 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:24.378026 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-6e1235ea-e47e-4e80-a485-2ea2722f3056 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6757486 Sep 15 19:30:24.380945 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35732) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:24.419222 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:24.440634 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Set router 7c729251-d7f5-4445-80a3-012f36158ecd gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:24.456861 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:24.637004 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (f848c54c-bc13-4277-851b-f4482d166911), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:24.680189 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'name': 'tempest-TestVolumeBootPattern-448500391-router', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:20Z', 'updated_at': '2022-09-15T19:30:22Z', 'revision_number': 3, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'gw_port': {'id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:21Z', 'updated_at': '2022-09-15T19:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:24.698974 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'Port': ['ID=f848c54c-bc13-4277-851b-f4482d166911,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:24.726337 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Checking router: 7c729251-d7f5-4445-80a3-012f36158ecd for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:30:24.726716 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Updating router 7c729251-d7f5-4445-80a3-012f36158ecd port a613eee1-66e5-49fb-bcdc-e913aaf65c8e binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:30:24.765579 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:24.936581 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:30:24.980444 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 3b5a5e09-a69e-4082-a6e1-c4c6e753562f up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:25.123461 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:25.125760 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:25.126333 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f Sep 15 19:30:25.129233 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:25.167388 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:25.182703 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:30:25.198305 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:25.199189 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:25.267491 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] No DVR routers for this DVR port f848c54c-bc13-4277-851b-f4482d166911 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:30:25.274713 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:25.278507 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fc3d9d38-8656-4dc6-807c-2095af51b407 req-0b948c1f-8352-4e8f-a38b-68539ff5f766 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "DELETE /networking/v2.0/ports/f848c54c-bc13-4277-851b-f4482d166911 HTTP/1.1" status: 204 len: 173 time: 1.9598000 Sep 15 19:30:25.278829 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'name': 'network-vif-deleted', 'tag': 'f848c54c-bc13-4277-851b-f4482d166911'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:30:25.292427 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3641e423-c207-4b34-b15b-6da537f4d18a" -d '{"events": [{"server_uuid": "8c6cfa71-df2d-4e56-ba89-35f6153f327f", "name": "network-vif-deleted", "tag": "f848c54c-bc13-4277-851b-f4482d166911"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:30:25.314197 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:25.341526 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Publish callbacks [] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:25.395043 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7c40cb-5d14-4185-881f-30b1d4c28abb x-openstack-request-id: req-3c7c40cb-5d14-4185-881f-30b1d4c28abb {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:30:25.395446 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6cfa71-df2d-4e56-ba89-35f6153f327f", "name": "network-vif-deleted", "tag": "f848c54c-bc13-4277-851b-f4482d166911", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:30:25.395816 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c7c40cb-5d14-4185-881f-30b1d4c28abb {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:30:25.396305 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7c40cb-5d14-4185-881f-30b1d4c28abb'] response: {'server_uuid': '8c6cfa71-df2d-4e56-ba89-35f6153f327f', 'name': 'network-vif-deleted', 'tag': 'f848c54c-bc13-4277-851b-f4482d166911', 'status': 'completed', 'code': 200} Sep 15 19:30:25.441398 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:25.442101 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:25.447552 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:25.518074 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cda658-ad4a-4c38-9388-5c54e5cd36e3 None None] Pushing event updated for resources: {'Port': ['ID=a613eee1-66e5-49fb-bcdc-e913aaf65c8e,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:25.543345 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Attempting to bind port a613eee1-66e5-49fb-bcdc-e913aaf65c8e on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:30:25.545875 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Attempting to bind port a613eee1-66e5-49fb-bcdc-e913aaf65c8e by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:30:25.550627 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Attempting to bind port a613eee1-66e5-49fb-bcdc-e913aaf65c8e on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:30:25.557497 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:25.577669 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f3ae5c3d-d4a9-4f7f-b1c5-0a5b470befff req-20ad99ed-75e5-47bc-9988-066532538226 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 210 time: 0.0821345 Sep 15 19:30:25.675821 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:30:25.676663 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:30:25.677346 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:25.677923 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:30:25.678663 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Bound port: a613eee1-66e5-49fb-bcdc-e913aaf65c8e, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:30:25.679305 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:25.761473 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:25.794422 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Allocated IP 172.20.0.1 (c27201f1-7ce0-4913-ab30-ee8313abfdc7/22114902-a640-4a02-8ebc-5ae8a4bea1be/e173abbf-fd94-4ea8-84ea-2c3fccb78c7c) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:25.800245 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] For port a613eee1-66e5-49fb-bcdc-e913aaf65c8e, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:30:25.807028 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] For port a613eee1-66e5-49fb-bcdc-e913aaf65c8e, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=a613eee1-66e5-49fb-bcdc-e913aaf65c8e,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:30:25.881857 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:25.937581 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:cc:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:26:52Z', 'updated_at': '2022-09-15T19:27:44Z', 'revision_number': 2, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:25.961229 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:25.996236 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:30:26.008467 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:26.009551 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:26.041136 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:26.061426 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Routers {'7c729251-d7f5-4445-80a3-012f36158ecd'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:26.062081 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7c729251-d7f5-4445-80a3-012f36158ecd'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:26.090305 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Publish callbacks [] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:26.194784 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cda658-ad4a-4c38-9388-5c54e5cd36e3 None None] Pushing event updated for resources: {'Port': ['ID=a613eee1-66e5-49fb-bcdc-e913aaf65c8e,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:26.212303 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:26.260887 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:26.291262 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] Set router 7c729251-d7f5-4445-80a3-012f36158ecd gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:26.349458 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Network c27201f1-7ce0-4913-ab30-ee8313abfdc7 is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:26.359946 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:26.368097 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:30:26.432905 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Pushing event updated for resources: {'Port': ['ID=e173abbf-fd94-4ea8-84ea-2c3fccb78c7c,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:26.514716 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (7c729251-d7f5-4445-80a3-012f36158ecd), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:26.571126 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:26.672496 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:cc:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:26:52Z', 'updated_at': '2022-09-15T19:27:44Z', 'revision_number': 2, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:26.739820 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1003e2c1-f93c-4cc1-82ce-6852a30f5b7b None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:cc:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:26:52Z', 'updated_at': '2022-09-15T19:27:44Z', 'revision_number': 2, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:30:26.829524 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e84df4be-f4dd-4a87-97d1-60d026e976a3 req-fb928bf5-ec89-4b0a-88a1-33ecb4e249b9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c6cfa71-df2d-4e56-ba89-35f6153f327f HTTP/1.1" status: 200 len: 210 time: 0.0596337 Sep 15 19:30:26.934091 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:26.937700 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Provisioning complete for port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:26.937700 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:26.937700 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Attempt 1 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:26.985744 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device f848c54c-bc13-4277-851b-f4482d166911 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:30:27.044818 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:27.072853 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'name': 'tempest-TestVolumeBootPattern-448500391-router', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:20Z', 'updated_at': '2022-09-15T19:30:22Z', 'revision_number': 3, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'gw_port': {'id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:21Z', 'updated_at': '2022-09-15T19:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:27.077597 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: f848c54c-bc13-4277-851b-f4482d166911 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:30:27.077863 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device f848c54c-bc13-4277-851b-f4482d166911 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:30:27.107309 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:27.109757 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24d6c2-fb7e-48f4-967a-5c3c3b9c8654 None None] The sync data for ids ['7c729251-d7f5-4445-80a3-012f36158ecd'] in dv-cinder-849846-10-iscsi is: [{'id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'name': 'tempest-TestVolumeBootPattern-448500391-router', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:20Z', 'updated_at': '2022-09-15T19:30:22Z', 'revision_number': 3, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'gw_port': {'id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:21Z', 'updated_at': '2022-09-15T19:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:30:27.231842 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Publish callbacks [] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:27.301071 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc388a-c9b2-4e2d-bcfe-9918516f7afd None None] New status for floating IP afaec93e-1d78-438e-b751-b4987ad04789: DOWN {{(pid=106636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:30:27.339814 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:27.558289 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (7c729251-d7f5-4445-80a3-012f36158ecd), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:27.574193 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Pushing event updated for resources: {'Port': ['ID=e173abbf-fd94-4ea8-84ea-2c3fccb78c7c,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:27.580760 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:27.609950 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Attempt 2 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:27.751110 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:27.773118 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Network c27201f1-7ce0-4913-ab30-ee8313abfdc7 is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:27.775271 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:27.969076 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Router 7c729251-d7f5-4445-80a3-012f36158ecd has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:30:28.243925 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35758) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:28.252668 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Attempt 3 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:28.286361 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:28.308943 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-9a730de6-3e65-42b4-873f-18311310edcb admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7c729251-d7f5-4445-80a3-012f36158ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9265902 Sep 15 19:30:28.381540 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e122d7a1-d5ed-4761-a5a7-9d39641db28a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (223bdb57-ebdc-4c08-b9eb-38d808ad7986), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:28.396252 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:28.431630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e122d7a1-d5ed-4761-a5a7-9d39641db28a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (223bdb57-ebdc-4c08-b9eb-38d808ad7986), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:28.625422 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e122d7a1-d5ed-4761-a5a7-9d39641db28a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (223bdb57-ebdc-4c08-b9eb-38d808ad7986), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:28.628006 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e122d7a1-d5ed-4761-a5a7-9d39641db28a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:28.632049 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e122d7a1-d5ed-4761-a5a7-9d39641db28a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/223bdb57-ebdc-4c08-b9eb-38d808ad7986 HTTP/1.1" status: 204 len: 168 time: 0.3843119 Sep 15 19:30:28.632429 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35772) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:28.678395 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.api.v2.resource [None req-41718000-d487-49b3-8301-214b24bc9b6c tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] show failed (client error): The resource could not be found. Sep 15 19:30:28.682906 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122d7a1-d5ed-4761-a5a7-9d39641db28a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223bdb57-ebdc-4c08-b9eb-38d808ad7986,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:28.692324 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-41718000-d487-49b3-8301-214b24bc9b6c tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups/223bdb57-ebdc-4c08-b9eb-38d808ad7986 HTTP/1.1" status: 404 len: 347 time: 0.0561764 Sep 15 19:30:28.698863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35774) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:28.902755 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Attempt 4 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:28.995227 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:29.082010 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a613eee1-66e5-49fb-bcdc-e913aaf65c8e up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:29.084767 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:29.134116 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-0ea20d80-ea33-46a9-a95a-387f73e2b7f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Deleting port 9da7133b-142e-4fa2-84e7-44b62fe95958 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:30:29.134567 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0ea20d80-ea33-46a9-a95a-387f73e2b7f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (9da7133b-142e-4fa2-84e7-44b62fe95958), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:29.184329 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35780) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:29.188177 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-48ffd841-78fd-4054-be98-aa039b967aab tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013503314', 'description': 'tempest-secgroup-smoke-2013503314 description', 'project_id': '18b6ba58f0684cb699320fa8979047ae'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:29.233600 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port a613eee1-66e5-49fb-bcdc-e913aaf65c8e triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:29.234886 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:29.235933 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port a613eee1-66e5-49fb-bcdc-e913aaf65c8e Sep 15 19:30:29.406618 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-48ffd841-78fd-4054-be98-aa039b967aab tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:29.446878 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-331ff51e-6009-4265-97c6-d7d5dabf9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:29.448499 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-331ff51e-6009-4265-97c6-d7d5dabf9d7d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4fd3f2da26af4d3db4c6db4ceb851558&device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 1168 time: 0.0785322 Sep 15 19:30:29.468046 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f586d-0037-4068-8826-b62fdcd415df req-d924405b-02c4-4803-9c11-7f2d93a89c28 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:29.477556 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-de1f586d-0037-4068-8826-b62fdcd415df req-d924405b-02c4-4803-9c11-7f2d93a89c28 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.2452986 Sep 15 19:30:29.498530 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:29.500720 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Attempt 5 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:29.580698 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port a613eee1-66e5-49fb-bcdc-e913aaf65c8e is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:29.581096 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:29.606039 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0ea20d80-ea33-46a9-a95a-387f73e2b7f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (9da7133b-142e-4fa2-84e7-44b62fe95958), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:29.606444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0ea20d80-ea33-46a9-a95a-387f73e2b7f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (9da7133b-142e-4fa2-84e7-44b62fe95958), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:29.614032 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port a613eee1-66e5-49fb-bcdc-e913aaf65c8e, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=a613eee1-66e5-49fb-bcdc-e913aaf65c8e,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:29.632993 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:29.640203 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-48ffd841-78fd-4054-be98-aa039b967aab tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group (dc413483-99ab-48c9-8495-1fba807949ed), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:29.672093 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-0ea20d80-ea33-46a9-a95a-387f73e2b7f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Calling delete_port for 9da7133b-142e-4fa2-84e7-44b62fe95958 owned by network:floatingip {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:30:29.693315 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:29.751453 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:29.759691 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-de1f586d-0037-4068-8826-b62fdcd415df req-099d1af2-a81b-48bb-8e76-b61cd98a4058 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2803416 Sep 15 19:30:29.789905 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-48ffd841-78fd-4054-be98-aa039b967aab tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (dc413483-99ab-48c9-8495-1fba807949ed), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:29.856722 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffd841-78fd-4054-be98-aa039b967aab tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc413483-99ab-48c9-8495-1fba807949ed,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:29.866025 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=a613eee1-66e5-49fb-bcdc-e913aaf65c8e,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:29.884484 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-24f247c4-322f-4e07-9c2d-d594aa55321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:29.888989 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-24f247c4-322f-4e07-9c2d-d594aa55321b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c851a255-af99-440b-bdcd-712401c04b66 HTTP/1.1" status: 200 len: 915 time: 0.4297132 Sep 15 19:30:30.017804 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-3a6042a2-e227-4418-88d1-b65065c3ab28 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 200 len: 1001 time: 0.1021852 Sep 15 19:30:30.104346 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-ee662759-287f-44d3-8fcd-a023bd25c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:30.106173 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-ee662759-287f-44d3-8fcd-a023bd25c18f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=96c540f9-7d74-4e4a-a277-5b1795411a16 HTTP/1.1" status: 200 len: 853 time: 0.0787067 Sep 15 19:30:30.134413 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Attempt 6 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:30.167036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-3eeeece2-d1e2-43e4-b47b-13edba1c0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:30.168607 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-3eeeece2-d1e2-43e4-b47b-13edba1c0654 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c851a255-af99-440b-bdcd-712401c04b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0579336 Sep 15 19:30:30.186921 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:30.189541 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-48ffd841-78fd-4054-be98-aa039b967aab tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:30.198836 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-48ffd841-78fd-4054-be98-aa039b967aab tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0159063 Sep 15 19:30:30.199521 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35798) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:30.210014 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-62a1ac92-6fdf-49fe-8d08-f256878454f7 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Request body: {'security_group_rule': {'security_group_id': 'dc413483-99ab-48c9-8495-1fba807949ed', 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:30.210498 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0ea20d80-ea33-46a9-a95a-387f73e2b7f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (9da7133b-142e-4fa2-84e7-44b62fe95958), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:30.215752 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:30.356633 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:30.371018 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea20d80-ea33-46a9-a95a-387f73e2b7f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'Port': ['ID=9da7133b-142e-4fa2-84e7-44b62fe95958,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:30.375972 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-051d4b5d-0989-40ec-87ea-e19e11de7438 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992006 Sep 15 19:30:30.454665 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-62a1ac92-6fdf-49fe-8d08-f256878454f7 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (4b65713d-3634-4572-bf48-453ce2b65578), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:30.539328 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-62a1ac92-6fdf-49fe-8d08-f256878454f7 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (4b65713d-3634-4572-bf48-453ce2b65578), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:30.560849 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Sync routers for ids ['7c729251-d7f5-4445-80a3-012f36158ecd'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:30:30.561342 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0ea20d80-ea33-46a9-a95a-387f73e2b7f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (afaec93e-1d78-438e-b751-b4987ad04789), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:30.561342 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0ea20d80-ea33-46a9-a95a-387f73e2b7f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:30.562924 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-0ea20d80-ea33-46a9-a95a-387f73e2b7f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/afaec93e-1d78-438e-b751-b4987ad04789 HTTP/1.1" status: 204 len: 168 time: 1.8615975 Sep 15 19:30:30.607959 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Routers {'7c729251-d7f5-4445-80a3-012f36158ecd'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:30.614535 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7c729251-d7f5-4445-80a3-012f36158ecd'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:30.642904 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-62a1ac92-6fdf-49fe-8d08-f256878454f7 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (4b65713d-3634-4572-bf48-453ce2b65578), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:30.665258 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6d7f1fe2-8909-4f56-8dc0-5a9df9d89cf8 req-ee564b78-b71d-4950-9aba-93b57547fe4d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490883 Sep 15 19:30:30.682218 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1ac92-6fdf-49fe-8d08-f256878454f7 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b65713d-3634-4572-bf48-453ce2b65578,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:30.688085 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Attempt 7 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:30.755233 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:30.805456 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-62a1ac92-6fdf-49fe-8d08-f256878454f7 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:30.809776 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-62a1ac92-6fdf-49fe-8d08-f256878454f7 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6066668 Sep 15 19:30:30.810118 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35810) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:30.814883 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-3131aac6-2dbb-47d4-b286-1da48c3566c1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Request body: {'security_group_rule': {'security_group_id': 'dc413483-99ab-48c9-8495-1fba807949ed', 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:30.817929 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Set router 7c729251-d7f5-4445-80a3-012f36158ecd gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:31.002229 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3131aac6-2dbb-47d4-b286-1da48c3566c1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (70f647e4-c8ed-4612-9710-e8c652c989e1), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:31.044425 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a613eee1-66e5-49fb-bcdc-e913aaf65c8e up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:31.153637 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port a613eee1-66e5-49fb-bcdc-e913aaf65c8e triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:31.154322 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:31.155092 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port a613eee1-66e5-49fb-bcdc-e913aaf65c8e Sep 15 19:30:31.161732 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3131aac6-2dbb-47d4-b286-1da48c3566c1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (70f647e4-c8ed-4612-9710-e8c652c989e1), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:31.251395 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3131aac6-2dbb-47d4-b286-1da48c3566c1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (70f647e4-c8ed-4612-9710-e8c652c989e1), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:31.258627 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Attempt 8 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:31.303570 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131aac6-2dbb-47d4-b286-1da48c3566c1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f647e4-c8ed-4612-9710-e8c652c989e1,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:31.326543 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fe1c7-f135-4588-a95d-8e088ae079dd req-7f656e51-038a-4342-b73b-eb3dbefb7566 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:31.329358 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c99fe1c7-f135-4588-a95d-8e088ae079dd req-7f656e51-038a-4342-b73b-eb3dbefb7566 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.1568313 Sep 15 19:30:31.348592 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port a613eee1-66e5-49fb-bcdc-e913aaf65c8e is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:31.357848 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:31.415773 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'name': 'tempest-TestVolumeBootPattern-448500391-router', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:20Z', 'updated_at': '2022-09-15T19:30:26Z', 'revision_number': 4, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'gw_port': {'id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:21Z', 'updated_at': '2022-09-15T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'e173abbf-fd94-4ea8-84ea-2c3fccb78c7c', 'name': '', 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'mac_address': 'fa:16:3e:26:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '22114902-a640-4a02-8ebc-5ae8a4bea1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:25Z', 'updated_at': '2022-09-15T19:30:27Z', 'revision_number': 2, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'subnets': [{'id': '22114902-a640-4a02-8ebc-5ae8a4bea1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:31.474251 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Checking router: 7c729251-d7f5-4445-80a3-012f36158ecd for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:30:31.474251 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Updating router 7c729251-d7f5-4445-80a3-012f36158ecd port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c binding host dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:30:31.474441 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-c99fe1c7-f135-4588-a95d-8e088ae079dd req-1dbb3800-52d2-40ad-9142-4728f7769434 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1257122 Sep 15 19:30:31.514785 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:31.595234 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3131aac6-2dbb-47d4-b286-1da48c3566c1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:31.596793 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-3131aac6-2dbb-47d4-b286-1da48c3566c1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7856297 Sep 15 19:30:31.599765 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35818) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:31.606057 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-1d9bcd98-f0a3-4771-9070-618d8b9a65a1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Request body: {'security_group_rule': {'security_group_id': 'dc413483-99ab-48c9-8495-1fba807949ed', 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:31.799088 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcd98-f0a3-4771-9070-618d8b9a65a1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (d3d327b6-fc15-4579-a7c1-d1f409173256), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:31.860105 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Attempt 9 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:31.865169 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:31.945992 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcd98-f0a3-4771-9070-618d8b9a65a1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (d3d327b6-fc15-4579-a7c1-d1f409173256), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:31.954249 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:31.959309 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:31.976015 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Publish callbacks [] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.066190 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcd98-f0a3-4771-9070-618d8b9a65a1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (d3d327b6-fc15-4579-a7c1-d1f409173256), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.112523 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.137564 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bcd98-f0a3-4771-9070-618d8b9a65a1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d327b6-fc15-4579-a7c1-d1f409173256,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:32.265677 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcd98-f0a3-4771-9070-618d8b9a65a1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.271886 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-1d9bcd98-f0a3-4771-9070-618d8b9a65a1 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6700780 Sep 15 19:30:32.276431 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35828) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:32.297497 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d17193-8fcd-4d17-9261-d6a8ab86e39c None None] Pushing event updated for resources: {'Port': ['ID=e173abbf-fd94-4ea8-84ea-2c3fccb78c7c,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:32.311296 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-3d6e9637-9a45-453c-be97-a075b312daf0 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Request body: {'security_group_rule': {'security_group_id': 'dc413483-99ab-48c9-8495-1fba807949ed', 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:32.392147 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Attempting to bind port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:30:32.394432 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Attempting to bind port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '4b543916-da1f-43a3-9be2-0d80998adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:30:32.394432 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Attempting to bind port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c on network c27201f1-7ce0-4913-ab30-ee8313abfdc7 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:30:32.449730 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:30:32.450201 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Checking segment: {'id': '4b543916-da1f-43a3-9be2-0d80998adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:30:32.450673 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.451134 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Bound using segment: {'id': '4b543916-da1f-43a3-9be2-0d80998adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:30:32.451689 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Bound port: e173abbf-fd94-4ea8-84ea-2c3fccb78c7c, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b543916-da1f-43a3-9be2-0d80998adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:30:32.452141 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.454003 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:32.455584 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Attempt 10 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:32.547147 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-7e451de1-c6f6-40c4-bb16-e96c4050fe5e None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:32.561865 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] For port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:30:32.571400 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] For port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=e173abbf-fd94-4ea8-84ea-2c3fccb78c7c,segment=NetworkSegment(4b543916-da1f-43a3-9be2-0d80998adc77),segment_id=4b543916-da1f-43a3-9be2-0d80998adc77)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:30:32.571577 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9637-9a45-453c-be97-a075b312daf0 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (a0199132-9a23-4176-aefb-a844dbe0d48e), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.666851 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-586dda13-737b-4524-b38b-9d306fc6d138 None None] Provisioning complete for port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:32.672705 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-586dda13-737b-4524-b38b-9d306fc6d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.673631 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-586dda13-737b-4524-b38b-9d306fc6d138 None None] Attempt 1 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:32.708347 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f74b5-7938-4c35-aee9-8db12156f392 req-f4b90548-8cfd-4885-a38f-0cf56bdfb5b1 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:32.711183 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-603f74b5-7938-4c35-aee9-8db12156f392 req-f4b90548-8cfd-4885-a38f-0cf56bdfb5b1 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.1183386 Sep 15 19:30:32.739507 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-586dda13-737b-4524-b38b-9d306fc6d138 None None] Port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:32.747624 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.751300 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9637-9a45-453c-be97-a075b312daf0 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (a0199132-9a23-4176-aefb-a844dbe0d48e), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.810458 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d17193-8fcd-4d17-9261-d6a8ab86e39c None None] Pushing event updated for resources: {'Port': ['ID=e173abbf-fd94-4ea8-84ea-2c3fccb78c7c,revision_number=4']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:32.824985 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Routers {'7c729251-d7f5-4445-80a3-012f36158ecd'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:32.825744 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7c729251-d7f5-4445-80a3-012f36158ecd'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:32.864996 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-603f74b5-7938-4c35-aee9-8db12156f392 req-6c536e9a-62d3-406e-81fe-982d011079d0 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1447341 Sep 15 19:30:32.938372 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9637-9a45-453c-be97-a075b312daf0 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (a0199132-9a23-4176-aefb-a844dbe0d48e), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:32.963816 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e9637-9a45-453c-be97-a075b312daf0 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0199132-9a23-4176-aefb-a844dbe0d48e,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:33.009386 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] Set router 7c729251-d7f5-4445-80a3-012f36158ecd gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:33.123324 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9637-9a45-453c-be97-a075b312daf0 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:33.129083 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 35840) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:33.130120 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-3d6e9637-9a45-453c-be97-a075b312daf0 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8523660 Sep 15 19:30:33.134319 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-895681fb-825e-4b7f-b09b-720a6d6512df tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Request body: {'security_group_rule': {'security_group_id': 'dc413483-99ab-48c9-8495-1fba807949ed', 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:33.241069 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-586dda13-737b-4524-b38b-9d306fc6d138 None None] Attempt 2 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:33.292902 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.securitygroups_db [None req-895681fb-825e-4b7f-b09b-720a6d6512df tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Project 18b6ba58f0684cb699320fa8979047ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:30:33.305670 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-895681fb-825e-4b7f-b09b-720a6d6512df tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (17f83d4a-14af-424e-bedd-5977afcc61ec), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:33.351395 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:33.371731 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-586dda13-737b-4524-b38b-9d306fc6d138 None None] Current status of the port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:33.372666 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-586dda13-737b-4524-b38b-9d306fc6d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:33.435339 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-895681fb-825e-4b7f-b09b-720a6d6512df tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (17f83d4a-14af-424e-bedd-5977afcc61ec), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:33.457398 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-586dda13-737b-4524-b38b-9d306fc6d138 None None] For port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=e173abbf-fd94-4ea8-84ea-2c3fccb78c7c,segment=NetworkSegment(4b543916-da1f-43a3-9be2-0d80998adc77),segment_id=4b543916-da1f-43a3-9be2-0d80998adc77)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:33.492803 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'name': 'tempest-TestVolumeBootPattern-448500391-router', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:20Z', 'updated_at': '2022-09-15T19:30:26Z', 'revision_number': 4, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'gw_port': {'id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:21Z', 'updated_at': '2022-09-15T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'e173abbf-fd94-4ea8-84ea-2c3fccb78c7c', 'name': '', 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'mac_address': 'fa:16:3e:26:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '22114902-a640-4a02-8ebc-5ae8a4bea1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:25Z', 'updated_at': '2022-09-15T19:30:32Z', 'revision_number': 4, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'subnets': [{'id': '22114902-a640-4a02-8ebc-5ae8a4bea1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:33.524894 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62eb3c-edbf-4b1a-a548-1cc3cd44669d None None] The sync data for ids ['7c729251-d7f5-4445-80a3-012f36158ecd'] in dv-cinder-849846-10-iscsi is: [{'id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'name': 'tempest-TestVolumeBootPattern-448500391-router', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:20Z', 'updated_at': '2022-09-15T19:30:26Z', 'revision_number': 4, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'gw_port': {'id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:21Z', 'updated_at': '2022-09-15T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'e173abbf-fd94-4ea8-84ea-2c3fccb78c7c', 'name': '', 'network_id': 'c27201f1-7ce0-4913-ab30-ee8313abfdc7', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'mac_address': 'fa:16:3e:26:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '22114902-a640-4a02-8ebc-5ae8a4bea1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:25Z', 'updated_at': '2022-09-15T19:30:32Z', 'revision_number': 4, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'subnets': [{'id': '22114902-a640-4a02-8ebc-5ae8a4bea1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:30:33.635673 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-586dda13-737b-4524-b38b-9d306fc6d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:33.635952 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-895681fb-825e-4b7f-b09b-720a6d6512df tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (17f83d4a-14af-424e-bedd-5977afcc61ec), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:33.689850 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895681fb-825e-4b7f-b09b-720a6d6512df tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f83d4a-14af-424e-bedd-5977afcc61ec,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:33.743759 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dda13-737b-4524-b38b-9d306fc6d138 None None] Pushing event updated for resources: {'Port': ['ID=e173abbf-fd94-4ea8-84ea-2c3fccb78c7c,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:33.838116 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-895681fb-825e-4b7f-b09b-720a6d6512df tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:33.843400 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-895681fb-825e-4b7f-b09b-720a6d6512df tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7137206 Sep 15 19:30:33.846552 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 35848) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:33.856870 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-81943b6a-e90c-45d4-b0e5-38d85dab8f0a tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Request body: {'security_group_rule': {'security_group_id': 'dc413483-99ab-48c9-8495-1fba807949ed', 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:34.025387 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.securitygroups_db [None req-81943b6a-e90c-45d4-b0e5-38d85dab8f0a tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Project 18b6ba58f0684cb699320fa8979047ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:30:34.083989 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-81943b6a-e90c-45d4-b0e5-38d85dab8f0a tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (8f8e8ac1-0e31-4415-8a24-62e6325aaaae), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:34.169004 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:34.184268 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e07e7b-9391-488f-9121-fd306cd2bbd8 req-0d43a8a4-36af-4b00-82b4-35c7535f6257 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:34.192653 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-89e07e7b-9391-488f-9121-fd306cd2bbd8 req-0d43a8a4-36af-4b00-82b4-35c7535f6257 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.1567297 Sep 15 19:30:34.232934 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-81943b6a-e90c-45d4-b0e5-38d85dab8f0a tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (8f8e8ac1-0e31-4415-8a24-62e6325aaaae), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:34.304848 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-89e07e7b-9391-488f-9121-fd306cd2bbd8 req-7da7485b-2bd8-4fae-8c04-df7f84a7f3b4 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1109152 Sep 15 19:30:34.501597 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-81943b6a-e90c-45d4-b0e5-38d85dab8f0a tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (8f8e8ac1-0e31-4415-8a24-62e6325aaaae), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:34.539221 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81943b6a-e90c-45d4-b0e5-38d85dab8f0a tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8e8ac1-0e31-4415-8a24-62e6325aaaae,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:34.657769 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-81943b6a-e90c-45d4-b0e5-38d85dab8f0a tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:34.658174 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-81943b6a-e90c-45d4-b0e5-38d85dab8f0a tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8103480 Sep 15 19:30:34.966908 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e173abbf-fd94-4ea8-84ea-2c3fccb78c7c up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:30:35.064309 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:35.064680 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:35.065026 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c Sep 15 19:30:35.186183 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:35.240371 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:30:35.490242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ff750-509a-4a83-a1e4-6e4b9f5d5a98 req-0fc69034-9a9c-4c46-af0b-f669f9130152 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:35.491832 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ad8ff750-509a-4a83-a1e4-6e4b9f5d5a98 req-0fc69034-9a9c-4c46-af0b-f669f9130152 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.0706935 Sep 15 19:30:35.567548 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:35.573649 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ad8ff750-509a-4a83-a1e4-6e4b9f5d5a98 req-fc561e52-a661-4a4b-854e-3668296b6bd3 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0742974 Sep 15 19:30:36.853839 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def1924-af92-424c-8540-a13631df7128 req-b298ded4-1a2c-449f-8763-d1869a76bb17 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:36.863272 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7def1924-af92-424c-8540-a13631df7128 req-b298ded4-1a2c-449f-8763-d1869a76bb17 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.1063921 Sep 15 19:30:36.975528 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7def1924-af92-424c-8540-a13631df7128 req-16177fbb-c0a6-40c2-96ba-30a357ea1171 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1110983 Sep 15 19:30:38.388248 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4738-bca1-4e1d-80bf-ee9dbd7a67b1 req-9a7bb578-1b29-4f2d-9b37-43d7ae6d6134 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:38.395569 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-46de4738-bca1-4e1d-80bf-ee9dbd7a67b1 req-9a7bb578-1b29-4f2d-9b37-43d7ae6d6134 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.2447331 Sep 15 19:30:38.510418 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-46de4738-bca1-4e1d-80bf-ee9dbd7a67b1 req-5e0bb808-18cc-4fae-b502-7c142a0c70d8 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1108546 Sep 15 19:30:39.687892 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ab363-d418-4c00-b773-e8a693dc6c74 req-8a7ba37b-99bf-40be-a41b-e482bb792cbe tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:39.690129 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-066ab363-d418-4c00-b773-e8a693dc6c74 req-8a7ba37b-99bf-40be-a41b-e482bb792cbe tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.0787814 Sep 15 19:30:39.798415 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-066ab363-d418-4c00-b773-e8a693dc6c74 req-47b0944b-708e-466f-97c8-5227e6c87067 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0976758 Sep 15 19:30:41.076904 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7ea46-b9ba-48c5-b806-4ab2e09bb805 req-2556d538-7613-4792-89fe-b45e27c9b2de tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:41.089990 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a0a7ea46-b9ba-48c5-b806-4ab2e09bb805 req-2556d538-7613-4792-89fe-b45e27c9b2de tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.1178586 Sep 15 19:30:41.139096 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03347b41-618b-4a00-9507-71574fd72a6e req-f5f3988b-89df-4c2f-9233-02dce91dbe84 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:41.147850 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-03347b41-618b-4a00-9507-71574fd72a6e req-f5f3988b-89df-4c2f-9233-02dce91dbe84 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.1163590 Sep 15 19:30:41.204131 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:41.235036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-a5d90f99-b805-4663-a2f0-597d5bdaff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:41.242361 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-a5d90f99-b805-4663-a2f0-597d5bdaff4a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 1129 time: 0.1373050 Sep 15 19:30:41.272563 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-03347b41-618b-4a00-9507-71574fd72a6e req-ad4999dc-3ac4-4d15-aa25-81df37ce159a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120653 Sep 15 19:30:41.358512 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-894f5d6a-a74e-4b09-b1f8-7678441ecb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:41.359756 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-894f5d6a-a74e-4b09-b1f8-7678441ecb93 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.1134238 Sep 15 19:30:41.384645 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a0a7ea46-b9ba-48c5-b806-4ab2e09bb805 req-0eefd07a-c007-41cf-93b8-33175dbfb0e7 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2930825 Sep 15 19:30:41.599904 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-0ec4a853-c579-48bf-adb7-31bf1e752e4e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf HTTP/1.1" status: 200 len: 1000 time: 0.1090174 Sep 15 19:30:41.897799 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-b579710d-5f68-4b90-8eec-137b2540eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:41.901190 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-b579710d-5f68-4b90-8eec-137b2540eee7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.0755863 Sep 15 19:30:41.968939 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-a74cdcfb-eb6d-45b0-8543-a7a09ccc418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:41.973180 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-a74cdcfb-eb6d-45b0-8543-a7a09ccc418a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0606823 Sep 15 19:30:42.149097 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-84e88053-05fe-42ca-99a9-09afd48b97aa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699493 Sep 15 19:30:42.284016 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:42.336977 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc29e4f1-e17c-41d1-8062-6d4f68ec7458 req-129474e2-d4bd-4c82-aca8-885e870c1517 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798830 Sep 15 19:30:42.475372 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615a95f-6c0e-40cd-a733-01a3f0a54a90 req-81533d4b-6bda-41ff-af78-14ff2999584d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:42.482727 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8615a95f-6c0e-40cd-a733-01a3f0a54a90 req-81533d4b-6bda-41ff-af78-14ff2999584d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0602248 Sep 15 19:30:42.569301 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8615a95f-6c0e-40cd-a733-01a3f0a54a90 req-332d221c-7172-4ec0-9fe5-d69870881367 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633276 Sep 15 19:30:42.781357 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae028a0-559d-420b-a660-04e477a8e3a7 req-0e3b7d5a-b2d1-4601-b614-f8adfe014d23 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:42.792656 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2ae028a0-559d-420b-a660-04e477a8e3a7 req-0e3b7d5a-b2d1-4601-b614-f8adfe014d23 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 946 time: 0.0951169 Sep 15 19:30:42.801006 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328536f-2535-40d9-a06f-4b92fccc3b26 req-b8621165-b4c8-4a9f-95ae-84d55011bfc5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:42.802625 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a328536f-2535-40d9-a06f-4b92fccc3b26 req-b8621165-b4c8-4a9f-95ae-84d55011bfc5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.1592684 Sep 15 19:30:42.854943 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:42.916022 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2ae028a0-559d-420b-a660-04e477a8e3a7 req-e916eba4-8069-4221-bf53-5535595813ce tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189709 Sep 15 19:30:42.932323 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a328536f-2535-40d9-a06f-4b92fccc3b26 req-1af0bd1d-3f6a-4496-833c-2cd87e475cd9 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1069660 Sep 15 19:30:43.489178 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:43.496920 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:43.732569 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1b917-e78a-4f5a-8361-dd1d55d1798d req-e0482250-9b38-48c3-8ca9-7969c36949ac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:43.736261 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06b1b917-e78a-4f5a-8361-dd1d55d1798d req-e0482250-9b38-48c3-8ca9-7969c36949ac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0972302 Sep 15 19:30:43.787451 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06b1b917-e78a-4f5a-8361-dd1d55d1798d req-e33ba773-94c9-45f8-8793-c99f6a6c50a6 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453250 Sep 15 19:30:44.130909 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62087-cb6e-4d60-851b-1c00a93368e0 req-eeb96005-660e-4df3-b8e8-0d9bc91ae0f9 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:44.133942 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bce62087-cb6e-4d60-851b-1c00a93368e0 req-eeb96005-660e-4df3-b8e8-0d9bc91ae0f9 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.0665200 Sep 15 19:30:44.151987 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ccf4f-b16a-4e8c-848b-79a47e8a7b08 req-31d2018e-3173-4fc2-9336-b216dd62b7a1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:44.154336 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-258ccf4f-b16a-4e8c-848b-79a47e8a7b08 req-31d2018e-3173-4fc2-9336-b216dd62b7a1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 946 time: 0.0946517 Sep 15 19:30:44.231605 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-258ccf4f-b16a-4e8c-848b-79a47e8a7b08 req-d74fe58f-1476-479d-b3ea-e2ae8165c1a3 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=685445d2-388e-4d45-a73d-ac3bdfe410ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684140 Sep 15 19:30:44.252544 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bce62087-cb6e-4d60-851b-1c00a93368e0 req-a3c7390c-e684-49f5-aef0-6fc4097ab90e tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1077507 Sep 15 19:30:44.528181 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d80b5-c3af-492c-a843-322a26158555 req-02ee0e88-0c62-47b5-8455-f73865e9852b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:44.529807 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff2d80b5-c3af-492c-a843-322a26158555 req-02ee0e88-0c62-47b5-8455-f73865e9852b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 946 time: 0.0612690 Sep 15 19:30:44.627474 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Deleting port b92511d9-07c9-4977-aff4-3a688548dc81 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:30:44.628013 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:44.737624 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] For port b92511d9-07c9-4977-aff4-3a688548dc81, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b92511d9-07c9-4977-aff4-3a688548dc81,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:44.738335 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:44.948922 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a89669-1873-4de2-b1be-d7d90bdf70c0 req-638a884a-4d2b-4fba-8ce0-e8d4cd529a0b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:44.950209 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:44.950797 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:44.951112 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Floating IP 78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e disassociated. External IP: 172.27.0.74, port: b92511d9-07c9-4977-aff4-3a688548dc81. Sep 15 19:30:44.951452 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Calling delete_port for b92511d9-07c9-4977-aff4-3a688548dc81 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:30:44.956775 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-52a89669-1873-4de2-b1be-d7d90bdf70c0 req-638a884a-4d2b-4fba-8ce0-e8d4cd529a0b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0693378 Sep 15 19:30:44.984942 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:45.021988 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-52a89669-1873-4de2-b1be-d7d90bdf70c0 req-29d329b2-1b3f-4360-b80f-da0592124247 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641482 Sep 15 19:30:45.201171 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (b92511d9-07c9-4977-aff4-3a688548dc81), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:45.242727 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'Port': ['ID=b92511d9-07c9-4977-aff4-3a688548dc81,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:45.300221 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.302630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.302630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.302630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.306594 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.307327 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.309323 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.314451 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.314451 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.314451 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.314962 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.315051 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.315907 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.315907 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.316130 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:45.400150 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:45.412173 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ad8-4935-4a3e-aa4e-bc1675426fb3 req-1b591537-9b9d-45d4-9f13-33225e1fbac5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:45.415684 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:45.420456 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-67593ad8-4935-4a3e-aa4e-bc1675426fb3 req-1b591537-9b9d-45d4-9f13-33225e1fbac5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.0767140 Sep 15 19:30:45.437412 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:30:45.441517 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7e1166c9-2e40-4d0c-a7b5-16d5fa140424 req-baf07e74-6815-4998-b142-a600beac23ca tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0393441 Sep 15 19:30:45.510257 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-67593ad8-4935-4a3e-aa4e-bc1675426fb3 req-e92618f6-b13a-4980-b6ab-a296c8ddde09 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0885348 Sep 15 19:30:45.567444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:45.580413 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:30:45.605138 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:45.606185 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:45.625884 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] No DVR routers for this DVR port b92511d9-07c9-4977-aff4-3a688548dc81 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:30:45.628589 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:45.631994 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff2d80b5-c3af-492c-a843-322a26158555 req-96f0148f-e784-424b-ba05-898a3c62f4f8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "DELETE /networking/v2.0/ports/b92511d9-07c9-4977-aff4-3a688548dc81 HTTP/1.1" status: 204 len: 173 time: 1.0960016 Sep 15 19:30:45.641266 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'name': 'network-vif-deleted', 'tag': 'b92511d9-07c9-4977-aff4-3a688548dc81'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:30:45.641829 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7598e441-fa4a-4f34-a4b8-0c1b4bc29713" -d '{"events": [{"server_uuid": "3532b103-32ed-4f98-988c-acdaaca65fa8", "name": "network-vif-deleted", "tag": "b92511d9-07c9-4977-aff4-3a688548dc81"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:30:45.722811 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57628517-26a1-467e-9ff4-34bba8997ba7 x-openstack-request-id: req-57628517-26a1-467e-9ff4-34bba8997ba7 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:30:45.723105 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3532b103-32ed-4f98-988c-acdaaca65fa8", "name": "network-vif-deleted", "tag": "b92511d9-07c9-4977-aff4-3a688548dc81", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:30:45.723362 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57628517-26a1-467e-9ff4-34bba8997ba7 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:30:45.723863 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57628517-26a1-467e-9ff4-34bba8997ba7'] response: {'server_uuid': '3532b103-32ed-4f98-988c-acdaaca65fa8', 'name': 'network-vif-deleted', 'tag': 'b92511d9-07c9-4977-aff4-3a688548dc81', 'status': 'completed', 'code': 200} Sep 15 19:30:45.766034 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:46.003999 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:46.058568 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:30:46.063734 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:30:46.064352 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:46.188724 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6b73-3abc-47b8-997a-ef2db4ce6ff8 req-fa392fbf-aa96-4979-abb0-6273ec240c7f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:46.191199 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a9da6b73-3abc-47b8-997a-ef2db4ce6ff8 req-fa392fbf-aa96-4979-abb0-6273ec240c7f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0595567 Sep 15 19:30:46.191546 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:30:46.278629 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-a9da6b73-3abc-47b8-997a-ef2db4ce6ff8 req-a480ebb8-e460-4add-82f3-b3973cc98e85 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802174 Sep 15 19:30:46.450090 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:46.481080 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc70d9b-43a3-47bc-9de9-5050c2122892 None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:30:46.606292 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ec119739-e6d7-487c-ac71-587059a77f2f req-fee685eb-855b-4880-9f52-eccf1e9ddd5f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0501037 Sep 15 19:30:46.686964 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8b2f-77f7-461d-8e08-d3fb1c314d33 req-9a7a8b0d-8e4a-4dd1-a35a-915a96279bc6 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:46.688743 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-49df8b2f-77f7-461d-8e08-d3fb1c314d33 req-9a7a8b0d-8e4a-4dd1-a35a-915a96279bc6 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.0571473 Sep 15 19:30:46.765805 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-49df8b2f-77f7-461d-8e08-d3fb1c314d33 req-05bc622a-ffbf-4c6d-af78-12638b2d8657 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0707750 Sep 15 19:30:46.869203 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9362e9-eda1-4416-be52-c52e03eba0f9 None None] New status for floating IP 78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e: DOWN {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:30:47.073932 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device b92511d9-07c9-4977-aff4-3a688548dc81 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:30:47.103481 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: b92511d9-07c9-4977-aff4-3a688548dc81 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:30:47.103946 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device b92511d9-07c9-4977-aff4-3a688548dc81 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:30:47.544729 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbade2d-d6d1-4cb8-9f08-da58ad4d7143 req-f1225d47-7133-41c9-be5d-bcca66ae43f8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:47.561534 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4bbade2d-d6d1-4cb8-9f08-da58ad4d7143 req-f1225d47-7133-41c9-be5d-bcca66ae43f8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.1240103 Sep 15 19:30:47.632116 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4bbade2d-d6d1-4cb8-9f08-da58ad4d7143 req-7ca0046d-60a0-4480-8a5b-53e148f7de72 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689199 Sep 15 19:30:47.762442 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-ecc3c0f1-94bd-4b49-af7b-a56b4a1baf92 req-7f3292ec-8fd7-41bc-b516-169fd361eff1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3532b103-32ed-4f98-988c-acdaaca65fa8 HTTP/1.1" status: 200 len: 210 time: 0.0302813 Sep 15 19:30:47.778230 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-67e54438-6cc6-442f-9d04-6cf5138c0d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:47.919108 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4f981-dd33-474b-a515-983f52ddc284 req-61aeeb3c-72ab-4396-b78f-87b766b20902 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:47.920711 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8c4f981-dd33-474b-a515-983f52ddc284 req-61aeeb3c-72ab-4396-b78f-87b766b20902 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.0557718 Sep 15 19:30:47.992630 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8c4f981-dd33-474b-a515-983f52ddc284 req-7d914308-4e5a-490b-af4b-7981ca7ad73a tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&id=685f99b2-457d-475d-b5ae-8621eaa6e266&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0621254 Sep 15 19:30:48.767779 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1134-a7bb-430c-bb65-5ea5a6b95c11 req-b9d8de6b-2c0a-46da-8203-2706158fef09 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:48.770045 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8e7b1134-a7bb-430c-bb65-5ea5a6b95c11 req-b9d8de6b-2c0a-46da-8203-2706158fef09 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0550294 Sep 15 19:30:48.853496 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-8e7b1134-a7bb-430c-bb65-5ea5a6b95c11 req-72f1609a-b5e6-4094-b2e2-e8fbb813f678 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757437 Sep 15 19:30:48.963294 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36058) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:49.037871 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d6968d72-b72c-42d1-99a2-7736c085825b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (685445d2-388e-4d45-a73d-ac3bdfe410ea), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:49.064163 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d6968d72-b72c-42d1-99a2-7736c085825b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (685445d2-388e-4d45-a73d-ac3bdfe410ea), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:49.282628 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d6968d72-b72c-42d1-99a2-7736c085825b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (685445d2-388e-4d45-a73d-ac3bdfe410ea), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:49.286028 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d6968d72-b72c-42d1-99a2-7736c085825b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:49.287215 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-d6968d72-b72c-42d1-99a2-7736c085825b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/685445d2-388e-4d45-a73d-ac3bdfe410ea HTTP/1.1" status: 204 len: 168 time: 0.3224814 Sep 15 19:30:49.290264 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36062) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:49.308639 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6968d72-b72c-42d1-99a2-7736c085825b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685445d2-388e-4d45-a73d-ac3bdfe410ea,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:49.317862 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.api.v2.resource [None req-51b09e01-ee3d-4a9a-bebf-ecb1ba3b852f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] show failed (client error): The resource could not be found. Sep 15 19:30:49.319828 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-51b09e01-ee3d-4a9a-bebf-ecb1ba3b852f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups/685445d2-388e-4d45-a73d-ac3bdfe410ea HTTP/1.1" status: 404 len: 347 time: 0.0277889 Sep 15 19:30:49.327681 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36064) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:49.513270 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-2eeadacc-59ce-4418-941d-884348f0d5c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Deleting port a241c1ff-7289-4f2a-b129-6d976fdb9267 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:30:49.513524 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2eeadacc-59ce-4418-941d-884348f0d5c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (a241c1ff-7289-4f2a-b129-6d976fdb9267), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:49.582159 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:49.604696 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2eeadacc-59ce-4418-941d-884348f0d5c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (a241c1ff-7289-4f2a-b129-6d976fdb9267), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:49.605024 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2eeadacc-59ce-4418-941d-884348f0d5c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (a241c1ff-7289-4f2a-b129-6d976fdb9267), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:49.617988 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-2eeadacc-59ce-4418-941d-884348f0d5c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Calling delete_port for a241c1ff-7289-4f2a-b129-6d976fdb9267 owned by network:floatingip {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:30:49.853399 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2eeadacc-59ce-4418-941d-884348f0d5c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (a241c1ff-7289-4f2a-b129-6d976fdb9267), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:49.877837 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeadacc-59ce-4418-941d-884348f0d5c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'Port': ['ID=a241c1ff-7289-4f2a-b129-6d976fdb9267,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:49.938532 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:50.012203 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2eeadacc-59ce-4418-941d-884348f0d5c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:50.012203 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2eeadacc-59ce-4418-941d-884348f0d5c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:50.012203 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-2eeadacc-59ce-4418-941d-884348f0d5c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/78b66dd6-4d3e-4c86-b1b2-f9d82549ad0e HTTP/1.1" status: 204 len: 168 time: 0.6716905 Sep 15 19:30:50.019547 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0b389-702e-438e-9751-6800bf877660 req-ba0b6473-eaf2-4ca0-bbd9-042b3aa1fb90 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:50.025100 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-33c0b389-702e-438e-9751-6800bf877660 req-ba0b6473-eaf2-4ca0-bbd9-042b3aa1fb90 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0835619 Sep 15 19:30:50.087974 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-5902f9cd-f936-46a1-b3f9-285f179b95a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:50.100840 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-33c0b389-702e-438e-9751-6800bf877660 req-f2b7e334-cf1b-47f1-a9ae-a568918f00ec tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625985 Sep 15 19:30:50.270753 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36086) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:50.275984 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-50c5e95c-ee23-4172-92e3-b6b823ed5de2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1677731293', 'description': 'tempest-description--673877705'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:50.413239 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-50c5e95c-ee23-4172-92e3-b6b823ed5de2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:50.525005 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-50c5e95c-ee23-4172-92e3-b6b823ed5de2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (0cb696fd-b220-4a36-b95e-e65667963b61), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:50.606982 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-50c5e95c-ee23-4172-92e3-b6b823ed5de2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0cb696fd-b220-4a36-b95e-e65667963b61), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:50.639636 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5e95c-ee23-4172-92e3-b6b823ed5de2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb696fd-b220-4a36-b95e-e65667963b61,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:50.717520 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-50c5e95c-ee23-4172-92e3-b6b823ed5de2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:50.718802 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-50c5e95c-ee23-4172-92e3-b6b823ed5de2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4470985 Sep 15 19:30:50.721859 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36090) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:50.727267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-8389d25d-b0d8-4c36-b862-0bc7df23db5f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group_rule': {'security_group_id': '0cb696fd-b220-4a36-b95e-e65667963b61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:50.841838 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8389d25d-b0d8-4c36-b862-0bc7df23db5f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (e67e6e0c-c702-4e4c-a23e-d76296755e60), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:50.890126 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:50.909982 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8389d25d-b0d8-4c36-b862-0bc7df23db5f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (e67e6e0c-c702-4e4c-a23e-d76296755e60), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:50.978751 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8389d25d-b0d8-4c36-b862-0bc7df23db5f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (e67e6e0c-c702-4e4c-a23e-d76296755e60), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:51.000230 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389d25d-b0d8-4c36-b862-0bc7df23db5f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67e6e0c-c702-4e4c-a23e-d76296755e60,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:51.163917 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8389d25d-b0d8-4c36-b862-0bc7df23db5f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:51.166017 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-8389d25d-b0d8-4c36-b862-0bc7df23db5f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4429874 Sep 15 19:30:51.170335 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36106) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:51.174309 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-4d5ccd4e-af49-48ba-af42-a599603a3ab9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group_rule': {'security_group_id': '0cb696fd-b220-4a36-b95e-e65667963b61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:51.196139 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:51.254289 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad9f4a-613e-4774-aa50-3aa0daa96d35 req-0089c313-d59b-4c27-932b-ad81d9b07d03 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:51.255837 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b0ad9f4a-613e-4774-aa50-3aa0daa96d35 req-0089c313-d59b-4c27-932b-ad81d9b07d03 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0681081 Sep 15 19:30:51.316784 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-b0ad9f4a-613e-4774-aa50-3aa0daa96d35 req-df741c30-bec0-4cb0-810a-e97ba2c2c44e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539248 Sep 15 19:30:51.419381 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccd4e-af49-48ba-af42-a599603a3ab9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (35e7ceb3-9c0b-4b75-bbab-64db801cc34c), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:51.490533 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccd4e-af49-48ba-af42-a599603a3ab9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (35e7ceb3-9c0b-4b75-bbab-64db801cc34c), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:51.595902 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccd4e-af49-48ba-af42-a599603a3ab9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (35e7ceb3-9c0b-4b75-bbab-64db801cc34c), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:51.615905 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ccd4e-af49-48ba-af42-a599603a3ab9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e7ceb3-9c0b-4b75-bbab-64db801cc34c,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:51.723372 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccd4e-af49-48ba-af42-a599603a3ab9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:51.729703 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-4d5ccd4e-af49-48ba-af42-a599603a3ab9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5543380 Sep 15 19:30:51.729945 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36128) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:51.733607 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:51.864392 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:51.933718 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:51.955521 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:52.072534 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Allocated IP 172.27.0.135 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/1ab9447b-c870-47e0-a76f-ea52776f852c) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:52.182487 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (1ab9447b-c870-47e0-a76f-ea52776f852c), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:52.321786 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (1ab9447b-c870-47e0-a76f-ea52776f852c), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:52.640547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:52.644119 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:52.651668 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:52.687195 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:52.700192 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:52.705769 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:30:52.707871 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=1ab9447b-c870-47e0-a76f-ea52776f852c,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:52.725687 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:52.739316 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1387292-9c79-4568-8ec2-70e7581eefad req-9516ae13-0ed8-40fa-a0b5-7bc8815ad0ea tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:52.740913 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1387292-9c79-4568-8ec2-70e7581eefad req-9516ae13-0ed8-40fa-a0b5-7bc8815ad0ea tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.1385648 Sep 15 19:30:52.840331 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:52.864434 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e1387292-9c79-4568-8ec2-70e7581eefad req-efe53d9e-7c61-42b3-b5ec-4ed11a1cd1a2 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163247 Sep 15 19:30:52.877395 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (101f982e-0602-4cba-8a9a-420acbd091c3), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:53.037466 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1ab9447b-c870-47e0-a76f-ea52776f852c), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:53.188449 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:53.190503 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (1ab9447b-c870-47e0-a76f-ea52776f852c), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:53.401062 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (1ab9447b-c870-47e0-a76f-ea52776f852c), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:53.474553 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (101f982e-0602-4cba-8a9a-420acbd091c3), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:53.477809 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=1ab9447b-c870-47e0-a76f-ea52776f852c,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:53.558072 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:53.559192 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-d79e9cca-727a-4f95-9d65-9ecb70c80536 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8300922 Sep 15 19:30:53.778645 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-1eb44ce3-8cd1-4245-9676-45f0cb812c26 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1677731293&fields=id&tenant_id=53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 267 time: 0.0452368 Sep 15 19:30:53.893611 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-3ba6154c-9880-4e31-a760-028ce64843aa tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:53.895081 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-3ba6154c-9880-4e31-a760-028ce64843aa tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 814 time: 0.1095653 Sep 15 19:30:53.911843 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-84f94b4a-226d-4c05-a901-95a19bf4e799 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/quotas/53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 375 time: 0.0100448 Sep 15 19:30:53.963815 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-174e2240-448e-44f9-91d3-de69c6e96dc1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462899 Sep 15 19:30:54.002345 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0abaf-f9a3-41b7-866f-5e9c8a4a8187 req-d76933ab-4336-4d93-93ed-b26f9376b7f9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:54.003947 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fea0abaf-f9a3-41b7-866f-5e9c8a4a8187 req-d76933ab-4336-4d93-93ed-b26f9376b7f9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0506752 Sep 15 19:30:54.052387 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:54.055750 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fea0abaf-f9a3-41b7-866f-5e9c8a4a8187 req-6ec66021-ec3c-4fed-92b3-b3753d423902 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452323 Sep 15 19:30:54.064151 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-befc2913-58c9-41ee-a461-7f1aa0cff7ed service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886126 Sep 15 19:30:54.161599 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-e9ddeb93-7693-478c-bf79-3839dc58d7b2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909324 Sep 15 19:30:54.400209 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36194) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:54.429881 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b0054c46-9687-40ad-bc75-4d3810aafc56 req-a94588eb-6907-4ad3-88fc-8fb5803e385b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 210 time: 0.0340834 Sep 15 19:30:54.461739 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca56f84-2c7f-4672-9d1a-8f500a3c6d86 admin admin] Deleting subnet 79ed40ce-2c9a-4258-994a-683632a1fcf0 {{(pid=106635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:30:54.465209 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9ca56f84-2c7f-4672-9d1a-8f500a3c6d86 admin admin] Publish callbacks [] for subnet (79ed40ce-2c9a-4258-994a-683632a1fcf0), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:54.512917 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9ca56f84-2c7f-4672-9d1a-8f500a3c6d86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6552145'] for subnet (79ed40ce-2c9a-4258-994a-683632a1fcf0), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:54.548209 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:54.557338 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9ca56f84-2c7f-4672-9d1a-8f500a3c6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (79ed40ce-2c9a-4258-994a-683632a1fcf0), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:54.728052 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9ca56f84-2c7f-4672-9d1a-8f500a3c6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5392320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6666563'] for subnet (79ed40ce-2c9a-4258-994a-683632a1fcf0), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:54.759043 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca56f84-2c7f-4672-9d1a-8f500a3c6d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ed40ce-2c9a-4258-994a-683632a1fcf0,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:54.761721 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9ca56f84-2c7f-4672-9d1a-8f500a3c6d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:54.765179 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-9ca56f84-2c7f-4672-9d1a-8f500a3c6d86 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/79ed40ce-2c9a-4258-994a-683632a1fcf0 HTTP/1.1" status: 204 len: 168 time: 0.3638670 Sep 15 19:30:54.768184 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36202) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:54.842085 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (1c551f32-2b72-43e2-b898-66bfeafd2424), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:54.930486 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (1c551f32-2b72-43e2-b898-66bfeafd2424), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:54.952638 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c551f32-2b72-43e2-b898-66bfeafd2424']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:54.963632 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:54.964005 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add7e5c0-2678-4fdd-a84c-ef6d82b4710f') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:54.975269 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (add7e5c0-2678-4fdd-a84c-ef6d82b4710f), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:54.988992 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (add7e5c0-2678-4fdd-a84c-ef6d82b4710f), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:54.995379 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:30:54.995793 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (add7e5c0-2678-4fdd-a84c-ef6d82b4710f), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:55.038057 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment add7e5c0-2678-4fdd-a84c-ef6d82b4710f resource provider aggregate not found Sep 15 19:30:55.056723 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment add7e5c0-2678-4fdd-a84c-ef6d82b4710f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid add7e5c0-2678-4fdd-a84c-ef6d82b4710f found for delete ", "request_id": "req-fd8009e3-f604-4660-b498-0add0469b95a"}]} Sep 15 19:30:55.178624 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (1c551f32-2b72-43e2-b898-66bfeafd2424), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:55.181349 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4d263-66ad-4053-b743-4844d6d56c3d req-90350ce9-97fc-451f-905c-04fc40251dda tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:55.183178 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e5c4d263-66ad-4053-b743-4844d6d56c3d req-90350ce9-97fc-451f-905c-04fc40251dda tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0483680 Sep 15 19:30:55.188255 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:55.188255 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/1c551f32-2b72-43e2-b898-66bfeafd2424 HTTP/1.1" status: 204 len: 168 time: 0.4182181 Sep 15 19:30:55.206798 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015862e2-4df2-430a-963d-d7cc97e2f72f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c551f32-2b72-43e2-b898-66bfeafd2424,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:55.240094 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e5c4d263-66ad-4053-b743-4844d6d56c3d req-e9877609-ab33-45ac-b383-27b1a9379d74 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491590 Sep 15 19:30:55.537549 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5cdd6a3f-3b82-4fa0-b44f-6c4b949c08c0 req-e8214ad7-755e-4166-be19-a4c8cb833f1d tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 210 time: 0.0319705 Sep 15 19:30:55.639332 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36216) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:55.680197 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e775e2c7-a519-4fc9-89f4-a9d801e5b4ad admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cf90b9345ae84e26b58e9238da0dac2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393913 Sep 15 19:30:55.683039 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36218) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:55.733422 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf6-b3f0-40db-890d-f3ea4000b402 admin admin] Publish callbacks [] for security_group (7c50bc24-fba4-4d9e-bd46-faf56dfcecd5), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:55.753253 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf6-b3f0-40db-890d-f3ea4000b402 admin admin] Publish callbacks [] for security_group (7c50bc24-fba4-4d9e-bd46-faf56dfcecd5), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:55.898192 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf6-b3f0-40db-890d-f3ea4000b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (7c50bc24-fba4-4d9e-bd46-faf56dfcecd5), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:55.901528 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf6-b3f0-40db-890d-f3ea4000b402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:55.902822 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ef745bf6-b3f0-40db-890d-f3ea4000b402 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7c50bc24-fba4-4d9e-bd46-faf56dfcecd5 HTTP/1.1" status: 204 len: 168 time: 0.2188570 Sep 15 19:30:55.911673 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef745bf6-b3f0-40db-890d-f3ea4000b402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c50bc24-fba4-4d9e-bd46-faf56dfcecd5,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:56.373996 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbfbf1-2910-4806-840b-b984fe0207be req-e3ea07e0-cd38-4518-ab22-889126e9c002 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:56.375710 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f6bbfbf1-2910-4806-840b-b984fe0207be req-e3ea07e0-cd38-4518-ab22-889126e9c002 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0531821 Sep 15 19:30:56.430148 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f6bbfbf1-2910-4806-840b-b984fe0207be req-30a6c241-8c73-4fb5-995d-0605d6bc234e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480692 Sep 15 19:30:56.643584 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e016e1e-cf52-4a35-8db3-19686c2c0fda req-19f561f9-ded3-446e-ab7d-803c9b44e45a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 210 time: 0.0289919 Sep 15 19:30:56.938383 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-cd6e592d-49b3-45e3-aee5-b23f488fbad9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:56.939878 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-cd6e592d-49b3-45e3-aee5-b23f488fbad9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 814 time: 0.1182933 Sep 15 19:30:56.954651 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:56.957662 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:56.968814 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:57.005382 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-3911eb11-ebd7-4380-8a88-97a507373b1a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 380 time: 0.0570638 Sep 15 19:30:57.014423 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'port': {'device_id': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'admin_state_up': True, 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'security_groups': ['0cb696fd-b220-4a36-b95e-e65667963b61']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:57.083770 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:57.158836 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36248) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:57.260535 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1061398040-network', 'tenant_id': 'ee88123fe2e34b02a00baeb6f74869aa'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:57.555547 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02489ede-5cd6-41c4-ba18-520460e28d2c req-760152d3-d02f-4546-98b5-0442d14b9f07 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:57.557080 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-02489ede-5cd6-41c4-ba18-520460e28d2c req-760152d3-d02f-4546-98b5-0442d14b9f07 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0474622 Sep 15 19:30:57.568309 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Made reservation on behalf of ee88123fe2e34b02a00baeb6f74869aa for: {'network': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:57.570707 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:57.573272 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Made reservation on behalf of 53ec78c2e65c4f0c86d505c409031ab6 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:57.576825 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:57.591941 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:57.607987 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-02489ede-5cd6-41c4-ba18-520460e28d2c req-3df363bb-a275-4c1a-9981-53fc1c7d812a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448823 Sep 15 19:30:57.771940 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2eb5340c-0d86-49e6-8b32-303bc762903b req-89e9b724-902f-4bf9-8f18-51a2af2bec43 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 210 time: 0.0440531 Sep 15 19:30:57.789143 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Allocated IP 172.20.0.7 (f608162d-6498-4eba-ac51-7e7b4de51e0d/15f1138e-d4d8-45fc-9c33-4f2e21216a9a/08bcba4d-cc67-49aa-a757-7898965bb03a) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:57.810083 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Publish callbacks [] for security_group (96b7c152-632e-4669-a3a6-e56b477ce80a), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:58.005815 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:58.048448 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (96b7c152-632e-4669-a3a6-e56b477ce80a), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:58.079185 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:30:58.090822 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b7c152-632e-4669-a3a6-e56b477ce80a,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:58.097328 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (4b30035b-3c61-44f3-816a-0d38f98c0f16), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:58.097676 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.segments_db [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Added segment 4b30035b-3c61-44f3-816a-0d38f98c0f16 of type vlan for network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 Sep 15 19:30:58.141628 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:58.257600 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-84f33026-f807-4b02-9012-adb440ae2822 req-7dfc60ec-695a-4cbd-b289-4ec2c3773a09 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2013503314&fields=id&tenant_id=18b6ba58f0684cb699320fa8979047ae HTTP/1.1" status: 200 len: 267 time: 0.0451887 Sep 15 19:30:58.592133 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:58.644428 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Network f608162d-6498-4eba-ac51-7e7b4de51e0d is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:58.648697 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:58.652721 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:30:58.687305 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=08bcba4d-cc67-49aa-a757-7898965bb03a,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:58.699196 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:58.699196 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:58.699196 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:58.801332 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:58.802601 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:58.822272 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c486f4-bfcd-49cc-87dd-10a6d11cbdbf req-1db32d59-90ab-4421-8927-6f1262cf6119 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:58.823926 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e5c486f4-bfcd-49cc-87dd-10a6d11cbdbf req-1db32d59-90ab-4421-8927-6f1262cf6119 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.1313024 Sep 15 19:30:58.842786 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:58.851753 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:30:58.878353 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-db09307a-bce6-4228-87ee-49bc67d07fb2 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7184093 Sep 15 19:30:58.882265 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36274) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:30:58.886741 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e5c486f4-bfcd-49cc-87dd-10a6d11cbdbf req-364c9c13-fa86-4f31-b05d-6f20ffd2b8be tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553689 Sep 15 19:30:58.891136 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Request body: {'subnet': {'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1061398040-subnet', 'tenant_id': 'ee88123fe2e34b02a00baeb6f74869aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:58.929344 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-b2ea6d82-fdf3-4705-9b0f-507a6ed066a7 None None] Provisioning complete for port 08bcba4d-cc67-49aa-a757-7898965bb03a triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:30:58.929517 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6d82-fdf3-4705-9b0f-507a6ed066a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:58.930023 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-b2ea6d82-fdf3-4705-9b0f-507a6ed066a7 None None] Attempt 1 to provision port 08bcba4d-cc67-49aa-a757-7898965bb03a Sep 15 19:30:58.964121 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea6d82-fdf3-4705-9b0f-507a6ed066a7 None None] Port 08bcba4d-cc67-49aa-a757-7898965bb03a cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:58.982700 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-9c8cbe68-b506-41d7-9390-e3967e0951d9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9720297 Sep 15 19:30:59.005015 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Request body: {'port': {'device_id': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:30:59.036369 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:59.045541 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45e90-57e8-4e26-aa91-d68125bc3fbb req-03f6b371-af15-4353-9d34-f37298fb7a1a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:59.047061 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-33d45e90-57e8-4e26-aa91-d68125bc3fbb req-03f6b371-af15-4353-9d34-f37298fb7a1a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 931 time: 0.0778642 Sep 15 19:30:59.080951 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Made reservation on behalf of ee88123fe2e34b02a00baeb6f74869aa for: {'subnet': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:59.083282 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6666604'] for subnet (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:59.106448 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:59.133645 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-33d45e90-57e8-4e26-aa91-d68125bc3fbb req-8f3eae11-e7bf-46d8-9569-435e5d94c086 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796938 Sep 15 19:30:59.157317 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:59.332747 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5396767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6666618'] for subnet (1e0932cc-3472-48b7-ab51-75fa723c4d41), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:59.395846 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0932cc-3472-48b7-ab51-75fa723c4d41,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:59.406336 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bcba4d-cc67-49aa-a757-7898965bb03a {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:30:59.408449 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Checking segment: {'id': '4b30035b-3c61-44f3-816a-0d38f98c0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:30:59.408814 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Network hostable DHCP agents. Network: b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:30:59.416040 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Publish callbacks [] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:59.420921 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:59.430720 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Transition to ACTIVE for port object 08bcba4d-cc67-49aa-a757-7898965bb03a will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:30:59.465285 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-b2ea6d82-fdf3-4705-9b0f-507a6ed066a7 None None] Attempt 2 to provision port 08bcba4d-cc67-49aa-a757-7898965bb03a Sep 15 19:30:59.492695 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:30:59.507855 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea6d82-fdf3-4705-9b0f-507a6ed066a7 None None] Port 08bcba4d-cc67-49aa-a757-7898965bb03a cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:30:59.510366 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:59.549381 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058) {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:59.553602 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:59.554278 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:59.559821 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f1aaf-c254-4980-bc22-c4965b11b95d None None] Network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:30:59.597324 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Pushing event updated for resources: {'Port': ['ID=08bcba4d-cc67-49aa-a757-7898965bb03a,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:59.632591 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-921ef991-0e11-4862-be14-32105f9c7240 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7478812 Sep 15 19:30:59.642316 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Attempting to bind port 08bcba4d-cc67-49aa-a757-7898965bb03a on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:30:59.642671 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Attempting to bind port 08bcba4d-cc67-49aa-a757-7898965bb03a by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:30:59.642976 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Attempting to bind port 08bcba4d-cc67-49aa-a757-7898965bb03a on network f608162d-6498-4eba-ac51-7e7b4de51e0d {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:30:59.677705 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:59.692704 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da151cf7-5fa2-4e57-ac09-4f7a00698f3a None None] Network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:30:59.709085 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Port 08bcba4d-cc67-49aa-a757-7898965bb03a on network f608162d-6498-4eba-ac51-7e7b4de51e0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:30:59.709511 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Attempting to bind port 08bcba4d-cc67-49aa-a757-7898965bb03a on network f608162d-6498-4eba-ac51-7e7b4de51e0d {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:30:59.761820 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:30:59.765213 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:30:59.765576 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Checking segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:30:59.766011 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Bound using segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:30:59.766515 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Bound port: 08bcba4d-cc67-49aa-a757-7898965bb03a, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:30:59.767043 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:59.842972 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] For port 08bcba4d-cc67-49aa-a757-7898965bb03a, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:30:59.846424 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] For port 08bcba4d-cc67-49aa-a757-7898965bb03a, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=08bcba4d-cc67-49aa-a757-7898965bb03a,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:30:59.939013 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:59.943928 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:30:59.944643 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:30:59.947103 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/08bcba4d-cc67-49aa-a757-7898965bb03a HTTP/1.1" status: 200 len: 1093 time: 0.9470239 Sep 15 19:30:59.947103 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'tag': '08bcba4d-cc67-49aa-a757-7898965bb03a'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:30:59.949171 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a42ac7-4110-4879-9b18-68a7117f980b" -d '{"events": [{"name": "network-changed", "server_uuid": "958ffdf6-6239-4d43-a0ba-0769a4b3cfa4", "tag": "08bcba4d-cc67-49aa-a757-7898965bb03a"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:30:59.998847 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef16a5-2974-4520-9f1c-628b07de002c service neutron] Pushing event updated for resources: {'Port': ['ID=08bcba4d-cc67-49aa-a757-7898965bb03a,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:00.016450 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-b2ea6d82-fdf3-4705-9b0f-507a6ed066a7 None None] Attempt 3 to provision port 08bcba4d-cc67-49aa-a757-7898965bb03a Sep 15 19:31:00.016927 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:31:00.114730 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea6d82-fdf3-4705-9b0f-507a6ed066a7 None None] Port 08bcba4d-cc67-49aa-a757-7898965bb03a had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:31:00.165491 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-3b27730c-5ae0-4562-ab6c-6a42f1309bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:00.166967 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-3b27730c-5ae0-4562-ab6c-6a42f1309bba service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 1127 time: 0.0986989 Sep 15 19:31:00.179602 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7353b6-13cd-4166-8923-82f7b55b0422 req-0536daf2-9c1d-4ab2-9ee8-81b9578262ae tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:00.181704 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9e7353b6-13cd-4166-8923-82f7b55b0422 req-0536daf2-9c1d-4ab2-9ee8-81b9578262ae tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0640664 Sep 15 19:31:00.260468 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-5167fb36-44a9-4267-a887-2becdeab67ea service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08bcba4d-cc67-49aa-a757-7898965bb03a HTTP/1.1" status: 200 len: 217 time: 0.0432620 Sep 15 19:31:00.263698 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9e7353b6-13cd-4166-8923-82f7b55b0422 req-b25844c9-1768-4ff5-9cec-6d6c74362fc9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761564 Sep 15 19:31:00.312721 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-75fa54fd-5534-449c-99c7-857f483c884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:00.314022 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-75fa54fd-5534-449c-99c7-857f483c884d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.0474193 Sep 15 19:31:00.317444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56196317-c94e-4bc1-a928-b2418f05cbb8 x-openstack-request-id: req-56196317-c94e-4bc1-a928-b2418f05cbb8 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:31:00.317727 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958ffdf6-6239-4d43-a0ba-0769a4b3cfa4", "tag": "08bcba4d-cc67-49aa-a757-7898965bb03a", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:31:00.317973 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56196317-c94e-4bc1-a928-b2418f05cbb8 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:31:00.318353 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56196317-c94e-4bc1-a928-b2418f05cbb8'] response: {'name': 'network-changed', 'server_uuid': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'tag': '08bcba4d-cc67-49aa-a757-7898965bb03a', 'status': 'completed', 'code': 200} Sep 15 19:31:00.414026 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca9e1b-bfec-4943-a26a-057653c645b9 req-0ead6a5b-6397-4b73-a4fc-5c951dd79501 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:00.416060 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-30ca9e1b-bfec-4943-a26a-057653c645b9 req-0ead6a5b-6397-4b73-a4fc-5c951dd79501 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 943 time: 0.0518811 Sep 15 19:31:00.465122 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-30ca9e1b-bfec-4943-a26a-057653c645b9 req-0e9e4ff7-ac0a-417a-8ad6-7e3825ae8e86 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431418 Sep 15 19:31:00.607090 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-520a8d67-9cb3-4b88-aa1a-d00fb2457a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:00.608628 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-520a8d67-9cb3-4b88-aa1a-d00fb2457a0a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403817 Sep 15 19:31:00.671993 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:00.709576 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-0ea8a0f7-570b-48f1-b528-7468d627d257 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927517 Sep 15 19:31:00.806472 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-666e48cb-d966-43b0-a8fb-06104dc52caf req-0b00fe50-b053-4ecc-9117-84161d1d51ef service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906034 Sep 15 19:31:01.623858 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b073c44-43da-4aea-ba3d-fbaf3179a3f4 req-c7dbe235-8bca-43d8-8ba0-91976115c1b5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:01.625361 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9b073c44-43da-4aea-ba3d-fbaf3179a3f4 req-c7dbe235-8bca-43d8-8ba0-91976115c1b5 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0519006 Sep 15 19:31:01.672707 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9b073c44-43da-4aea-ba3d-fbaf3179a3f4 req-ec65e76d-d1cf-43cf-9fbe-c8b2316cc343 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Sep 15 19:31:01.782055 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7a3a0-d9ba-44a9-a713-01d330cd226c req-43409009-9f17-428a-a5ad-bb6eacd1efeb tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:01.783037 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-66b7a3a0-d9ba-44a9-a713-01d330cd226c req-43409009-9f17-428a-a5ad-bb6eacd1efeb tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 943 time: 0.0525212 Sep 15 19:31:01.855152 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42ac7-4110-4879-9b18-68a7117f980b req-e162bbd6-e75f-4ff6-ae34-d19cbb7dd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:01.856661 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71a42ac7-4110-4879-9b18-68a7117f980b req-e162bbd6-e75f-4ff6-ae34-d19cbb7dd3a5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 1127 time: 0.0597858 Sep 15 19:31:01.883004 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-66b7a3a0-d9ba-44a9-a713-01d330cd226c req-5b08917e-f8f2-41b2-a87a-503279382a01 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940428 Sep 15 19:31:02.009911 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42ac7-4110-4879-9b18-68a7117f980b req-57b43042-620e-40f2-8b0e-2af63c162227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:02.011389 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71a42ac7-4110-4879-9b18-68a7117f980b req-57b43042-620e-40f2-8b0e-2af63c162227 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 915 time: 0.1444116 Sep 15 19:31:02.017342 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183bf0-29d9-4467-b052-4d73de978224 req-2ab13dd6-958e-4613-a652-9194d91d45d2 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:02.018743 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2e183bf0-29d9-4467-b052-4d73de978224 req-2ab13dd6-958e-4613-a652-9194d91d45d2 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0689836 Sep 15 19:31:02.073063 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71a42ac7-4110-4879-9b18-68a7117f980b req-b5c0931b-7fc2-4635-8078-764ea8e677eb service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08bcba4d-cc67-49aa-a757-7898965bb03a HTTP/1.1" status: 200 len: 217 time: 0.0487213 Sep 15 19:31:02.104244 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2e183bf0-29d9-4467-b052-4d73de978224 req-4f14d05d-d875-4cd0-a954-8686dc37dcc0 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737667 Sep 15 19:31:02.178722 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42ac7-4110-4879-9b18-68a7117f980b req-d8589655-764e-4180-a240-355911985da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:02.180229 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71a42ac7-4110-4879-9b18-68a7117f980b req-d8589655-764e-4180-a240-355911985da2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.0500243 Sep 15 19:31:02.277014 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42ac7-4110-4879-9b18-68a7117f980b req-856e1030-1dfd-4933-8f09-85ad64acb3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:02.278551 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71a42ac7-4110-4879-9b18-68a7117f980b req-856e1030-1dfd-4933-8f09-85ad64acb3cd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0839756 Sep 15 19:31:02.347760 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:02.370203 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-c9d712dd-8e35-4ea0-b406-ce09a2c9e2c9 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:02.371845 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-c9d712dd-8e35-4ea0-b406-ce09a2c9e2c9 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/networks?id=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 HTTP/1.1" status: 200 len: 814 time: 0.1877933 Sep 15 19:31:02.392361 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-f6bc0a1c-53a4-48c9-8936-b3c168536408 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/quotas/ee88123fe2e34b02a00baeb6f74869aa HTTP/1.1" status: 200 len: 375 time: 0.0140989 Sep 15 19:31:02.440986 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-20446689-67cf-4278-8fec-5d0655593bf7 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ee88123fe2e34b02a00baeb6f74869aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368674 Sep 15 19:31:02.444494 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71a42ac7-4110-4879-9b18-68a7117f980b req-96bc1d4d-f3d9-4502-aaa7-ecb120d1357e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586308 Sep 15 19:31:02.845716 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-1aae9b27-8147-400b-bd15-515d077e4db0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968227 Sep 15 19:31:02.847598 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71a42ac7-4110-4879-9b18-68a7117f980b req-5db5e931-c544-41d3-9490-42d23a7773ec service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917165 Sep 15 19:31:02.899683 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:02.942839 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-d06696de-0cac-4608-8685-abec8b510dac service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914397 Sep 15 19:31:03.146940 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 08bcba4d-cc67-49aa-a757-7898965bb03a details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:31:03.249199 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 08bcba4d-cc67-49aa-a757-7898965bb03a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=08bcba4d-cc67-49aa-a757-7898965bb03a,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:03.261551 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '08bcba4d-cc67-49aa-a757-7898965bb03a', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'port_id': '08bcba4d-cc67-49aa-a757-7898965bb03a', 'mac_address': 'fa:16:3e:e0:fe:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:31:03.288063 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6d03d-883b-4711-a147-f3fa935e08c3 req-6f257172-bd84-4948-be67-da9517680c49 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:03.289670 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ae6d03d-883b-4711-a147-f3fa935e08c3 req-6f257172-bd84-4948-be67-da9517680c49 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0523582 Sep 15 19:31:03.317070 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 08bcba4d-cc67-49aa-a757-7898965bb03a is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:31:03.317581 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:03.334900 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bcba4d-cc67-49aa-a757-7898965bb03a {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:31:03.358109 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ae6d03d-883b-4711-a147-f3fa935e08c3 req-f0544f5b-92fc-4a34-b22f-0f60d771e60d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553176 Sep 15 19:31:03.361920 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 08bcba4d-cc67-49aa-a757-7898965bb03a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=08bcba4d-cc67-49aa-a757-7898965bb03a,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:03.452326 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:03.487200 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5461a1-f948-4bff-8621-081bde4acede req-0a95a87e-52e0-4acf-b590-0acbeb5727c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:03.488954 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0f5461a1-f948-4bff-8621-081bde4acede req-0a95a87e-52e0-4acf-b590-0acbeb5727c6 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 943 time: 0.0612762 Sep 15 19:31:03.510108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=08bcba4d-cc67-49aa-a757-7898965bb03a,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:03.517847 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.518202 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.518529 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.518865 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.519287 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.519617 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.519999 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.520323 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.520690 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.521037 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.521339 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.521671 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.521991 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.522306 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.522614 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:03.538217 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0f5461a1-f948-4bff-8621-081bde4acede req-1808e79a-efad-47d4-b365-74adce3d8748 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433497 Sep 15 19:31:03.647345 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbe89e-4cea-4c93-8e36-537c3316f9a9 req-613e2881-b40d-4e27-bb21-eb8200058239 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:03.648903 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9cdbe89e-4cea-4c93-8e36-537c3316f9a9 req-613e2881-b40d-4e27-bb21-eb8200058239 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0529466 Sep 15 19:31:03.700898 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9cdbe89e-4cea-4c93-8e36-537c3316f9a9 req-236dc70c-89ac-4ac6-b4e7-f4f6048feaf0 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457330 Sep 15 19:31:03.743381 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['08bcba4d-cc67-49aa-a757-7898965bb03a'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:03.767614 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5f5a1fdf-4c72-4b50-9f33-c7c5ceb5b473 req-5c6e71dd-c526-4ec1-94ef-a86905e96fa5 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 210 time: 0.0279686 Sep 15 19:31:03.858859 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:04.499084 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8339d7-96aa-483e-a8ba-4bdd889ca873 req-91088319-b6bd-4984-914d-1fe63f5bbb40 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:04.500853 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8c8339d7-96aa-483e-a8ba-4bdd889ca873 req-91088319-b6bd-4984-914d-1fe63f5bbb40 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0518916 Sep 15 19:31:04.550061 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8c8339d7-96aa-483e-a8ba-4bdd889ca873 req-ab01c6b8-d3cf-43b4-94de-2b5d16e69de7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Sep 15 19:31:04.662512 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7f73a-f7a2-45df-99f1-92afc94926a2 req-e8debe58-9411-4e53-996b-1c69012499f1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:04.663940 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b0a7f73a-f7a2-45df-99f1-92afc94926a2 req-e8debe58-9411-4e53-996b-1c69012499f1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 944 time: 0.0478671 Sep 15 19:31:04.712698 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b0a7f73a-f7a2-45df-99f1-92afc94926a2 req-ea3c6133-156c-4251-9d49-fab184dfb9c5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 Sep 15 19:31:04.823518 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5e809-c256-41aa-aa7d-4fb9552a962f req-4de0e9f5-1ef6-42cc-831b-19f27b28dfa9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:04.825075 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9fa5e809-c256-41aa-aa7d-4fb9552a962f req-4de0e9f5-1ef6-42cc-831b-19f27b28dfa9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0501063 Sep 15 19:31:04.878348 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9fa5e809-c256-41aa-aa7d-4fb9552a962f req-f9942ff5-4fb0-4b4d-8a53-6726dbea421a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470142 Sep 15 19:31:04.965031 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9c0c7dd5-072e-4f62-8ae6-22699259d3b7 req-f5faaace-9524-4615-87f5-9f20534496c3 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 210 time: 0.0280802 Sep 15 19:31:05.157501 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 08bcba4d-cc67-49aa-a757-7898965bb03a up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:31:05.188630 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:05.200248 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 08bcba4d-cc67-49aa-a757-7898965bb03a completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:31:05.252591 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 08bcba4d-cc67-49aa-a757-7898965bb03a triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:31:05.252971 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:05.255118 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 08bcba4d-cc67-49aa-a757-7898965bb03a Sep 15 19:31:05.330103 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 08bcba4d-cc67-49aa-a757-7898965bb03a is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:31:05.330467 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:05.355099 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bcba4d-cc67-49aa-a757-7898965bb03a'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:31:05.357367 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ca3b1c-8a22-40e2-98d4-c3ca17b2bf0d" -d '{"events": [{"server_uuid": "958ffdf6-6239-4d43-a0ba-0769a4b3cfa4", "name": "network-vif-plugged", "status": "completed", "tag": "08bcba4d-cc67-49aa-a757-7898965bb03a"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:31:05.370316 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 08bcba4d-cc67-49aa-a757-7898965bb03a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=08bcba4d-cc67-49aa-a757-7898965bb03a,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:05.396785 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f1b98c-1780-492d-990c-938085f0a94d x-openstack-request-id: req-f0f1b98c-1780-492d-990c-938085f0a94d {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:31:05.397114 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958ffdf6-6239-4d43-a0ba-0769a4b3cfa4", "name": "network-vif-plugged", "status": "completed", "tag": "08bcba4d-cc67-49aa-a757-7898965bb03a", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:31:05.397409 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0f1b98c-1780-492d-990c-938085f0a94d {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:31:05.398391 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f1b98c-1780-492d-990c-938085f0a94d'] response: {'server_uuid': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bcba4d-cc67-49aa-a757-7898965bb03a', 'code': 200} Sep 15 19:31:05.480721 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:05.530249 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=08bcba4d-cc67-49aa-a757-7898965bb03a,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:05.699054 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853b77f-7c2a-4a38-8e16-073d8235852d req-0345f57d-e925-48c4-8ee7-d57541904862 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:05.700570 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5853b77f-7c2a-4a38-8e16-073d8235852d req-0345f57d-e925-48c4-8ee7-d57541904862 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0537782 Sep 15 19:31:05.736896 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:05.749559 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5853b77f-7c2a-4a38-8e16-073d8235852d req-37c5de31-8ee0-443f-9c0b-6e5ccb624f6a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Sep 15 19:31:05.909357 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e7830-dc15-4566-b2c8-caa431af338a req-efd1bf0e-d079-42d7-b75f-31955cc2b44e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:05.911849 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0c9e7830-dc15-4566-b2c8-caa431af338a req-efd1bf0e-d079-42d7-b75f-31955cc2b44e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 945 time: 0.1015315 Sep 15 19:31:05.975763 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:06.001288 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e752a0f-d53d-4c6d-ab02-85e8c523362d req-2a33f3b4-ca3f-4642-bf0d-41d29a6cc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:06.002763 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1e752a0f-d53d-4c6d-ab02-85e8c523362d req-2a33f3b4-ca3f-4642-bf0d-41d29a6cc664 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 1129 time: 0.0907686 Sep 15 19:31:06.046381 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-8d0770b1-818e-4a84-a3a8-8bc8f04bf2dc tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:06.047896 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-8d0770b1-818e-4a84-a3a8-8bc8f04bf2dc tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.33 "GET /networking/v2.0/networks?id=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 HTTP/1.1" status: 200 len: 814 time: 0.2371602 Sep 15 19:31:06.060681 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0c9e7830-dc15-4566-b2c8-caa431af338a req-f46b9ae6-eb79-45e1-addb-51dd72530e25 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321697 Sep 15 19:31:06.075530 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Request body: {'port': {'device_id': 'b678c560-1f6f-4615-9a4b-b700d59aed1a', 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058', 'admin_state_up': True, 'tenant_id': 'ee88123fe2e34b02a00baeb6f74869aa'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:31:06.146413 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1e752a0f-d53d-4c6d-ab02-85e8c523362d req-bc8687fc-5d26-41eb-8a98-22b54e51a8b2 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314266 Sep 15 19:31:06.212319 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1092e-0f5e-4a07-b192-e3b1f3690062 req-9d03815c-922d-43f2-b7e2-27179aa83bbf tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:06.213796 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7bc1092e-0f5e-4a07-b192-e3b1f3690062 req-9d03815c-922d-43f2-b7e2-27179aa83bbf tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0731239 Sep 15 19:31:06.288741 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7bc1092e-0f5e-4a07-b192-e3b1f3690062 req-28fc8413-c7b0-40e3-9767-a4b9cd5e20da tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678637 Sep 15 19:31:06.373562 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b4e19800-f437-4d0e-839b-56730972ef39 req-2c6c2113-8591-4145-b56f-7e28a6ad97f1 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 210 time: 0.0299156 Sep 15 19:31:06.460115 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Made reservation on behalf of ee88123fe2e34b02a00baeb6f74869aa for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:31:06.464436 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:06.592878 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Allocated IP 172.20.0.3 (b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058/1e0932cc-3472-48b7-ab51-75fa723c4d41/f243b1f2-796e-4006-82ce-c3b9f6bb805f) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:31:06.732481 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:06.745605 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks [] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:06.857338 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:06.907426 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805741c-6a0a-49d7-b237-2f8aeb03d26f req-b6f83966-b46b-40bc-908d-c24828cfa2c3 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:06.908989 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8805741c-6a0a-49d7-b237-2f8aeb03d26f req-b6f83966-b46b-40bc-908d-c24828cfa2c3 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0813127 Sep 15 19:31:06.912757 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:31:06.919777 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:31:06.926509 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:31:06.970847 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Pushing event updated for resources: {'Port': ['ID=f243b1f2-796e-4006-82ce-c3b9f6bb805f,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:06.989061 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:07.007971 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:07.009074 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:07.028174 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8805741c-6a0a-49d7-b237-2f8aeb03d26f req-fd8563a6-8ecc-4286-82f0-89111bd40f87 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096733 Sep 15 19:31:07.123502 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-7cfefbd2-c3d8-4fa7-9433-ee79bfaecd48 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0560796 Sep 15 19:31:07.189540 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02918a-07c5-4491-a45e-ef72ec7d396c req-6e4f8382-ac4f-4f54-8c31-aca1bc2f6e0f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:07.191035 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ac02918a-07c5-4491-a45e-ef72ec7d396c req-6e4f8382-ac4f-4f54-8c31-aca1bc2f6e0f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0483723 Sep 15 19:31:07.239237 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Request body: {'port': {'device_id': 'b678c560-1f6f-4615-9a4b-b700d59aed1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:31:07.271023 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ac02918a-07c5-4491-a45e-ef72ec7d396c req-cbe94739-45fe-4809-a6f6-ca454a3518e2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738032 Sep 15 19:31:07.316714 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:07.483603 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1b930-a49e-4226-a8ef-e3a87dc7b59a req-b861bbeb-4d28-46fd-8768-dbf4bc356dc0 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:07.485066 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-faf1b930-a49e-4226-a8ef-e3a87dc7b59a req-b861bbeb-4d28-46fd-8768-dbf4bc356dc0 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.1147437 Sep 15 19:31:07.596292 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-faf1b930-a49e-4226-a8ef-e3a87dc7b59a req-81f3166f-6cff-4e03-887b-c2c55c368972 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043963 Sep 15 19:31:07.688946 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f243b1f2-796e-4006-82ce-c3b9f6bb805f {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:31:07.713441 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Publish callbacks [] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:07.739187 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53934a06-fb6c-496d-81ff-a9481bceff54 req-955b032d-db1c-49ce-80fa-312bed21dbb2 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:07.740763 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-53934a06-fb6c-496d-81ff-a9481bceff54 req-955b032d-db1c-49ce-80fa-312bed21dbb2 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 931 time: 0.0744393 Sep 15 19:31:07.741800 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Transition to ACTIVE for port object f243b1f2-796e-4006-82ce-c3b9f6bb805f will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:31:07.793055 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-53934a06-fb6c-496d-81ff-a9481bceff54 req-64cefc20-c04b-4be1-a5f0-6898d902241e tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446584 Sep 15 19:31:07.801674 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:07.883440 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Pushing event updated for resources: {'Port': ['ID=f243b1f2-796e-4006-82ce-c3b9f6bb805f,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:07.935677 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Attempting to bind port f243b1f2-796e-4006-82ce-c3b9f6bb805f on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:31:07.936042 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Attempting to bind port f243b1f2-796e-4006-82ce-c3b9f6bb805f by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '4b30035b-3c61-44f3-816a-0d38f98c0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:31:07.936375 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Attempting to bind port f243b1f2-796e-4006-82ce-c3b9f6bb805f on network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:31:07.938171 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:07.980537 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Port f243b1f2-796e-4006-82ce-c3b9f6bb805f on network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:31:07.980859 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Attempting to bind port f243b1f2-796e-4006-82ce-c3b9f6bb805f on network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:31:08.021209 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:08.032063 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:31:08.032063 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Checking segment: {'id': '4b30035b-3c61-44f3-816a-0d38f98c0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:31:08.037045 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Bound using segment: {'id': '4b30035b-3c61-44f3-816a-0d38f98c0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:31:08.037045 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Bound port: f243b1f2-796e-4006-82ce-c3b9f6bb805f, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b30035b-3c61-44f3-816a-0d38f98c0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:31:08.037045 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:08.101586 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] For port f243b1f2-796e-4006-82ce-c3b9f6bb805f, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:31:08.105384 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] For port f243b1f2-796e-4006-82ce-c3b9f6bb805f, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f243b1f2-796e-4006-82ce-c3b9f6bb805f,segment=NetworkSegment(4b30035b-3c61-44f3-816a-0d38f98c0f16),segment_id=4b30035b-3c61-44f3-816a-0d38f98c0f16)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:31:08.158967 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b73a2c-9ba1-4311-bf1f-af7481babc94 req-88d125bb-ce2b-4593-8cf3-93e579ca797d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:08.160509 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-05b73a2c-9ba1-4311-bf1f-af7481babc94 req-88d125bb-ce2b-4593-8cf3-93e579ca797d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0490510 Sep 15 19:31:08.162073 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:08.165726 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:08.166329 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:08.168930 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/f243b1f2-796e-4006-82ce-c3b9f6bb805f HTTP/1.1" status: 200 len: 1093 time: 0.9327750 Sep 15 19:31:08.171345 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b678c560-1f6f-4615-9a4b-b700d59aed1a', 'tag': 'f243b1f2-796e-4006-82ce-c3b9f6bb805f'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:31:08.173762 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dade82-a0a2-4c7d-bec8-b67c1ec78872" -d '{"events": [{"name": "network-changed", "server_uuid": "b678c560-1f6f-4615-9a4b-b700d59aed1a", "tag": "f243b1f2-796e-4006-82ce-c3b9f6bb805f"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:31:08.263065 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec408b-8faa-4af5-96f8-3823a347fb2b service neutron] Pushing event updated for resources: {'Port': ['ID=f243b1f2-796e-4006-82ce-c3b9f6bb805f,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:08.285143 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-05b73a2c-9ba1-4311-bf1f-af7481babc94 req-38266d7f-d212-4070-9aef-d3eab2a62a63 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165700 Sep 15 19:31:08.300894 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-f6e89915-cbd5-4538-8985-074acf89b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:08.302388 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-f6e89915-cbd5-4538-8985-074acf89b432 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ee88123fe2e34b02a00baeb6f74869aa&device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 1127 time: 0.0512617 Sep 15 19:31:08.352970 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f49e45-ea8e-46d6-942a-803c9bd06a0e x-openstack-request-id: req-38f49e45-ea8e-46d6-942a-803c9bd06a0e {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:31:08.353259 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b678c560-1f6f-4615-9a4b-b700d59aed1a", "tag": "f243b1f2-796e-4006-82ce-c3b9f6bb805f", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:31:08.353514 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38f49e45-ea8e-46d6-942a-803c9bd06a0e {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:31:08.353921 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f49e45-ea8e-46d6-942a-803c9bd06a0e'] response: {'name': 'network-changed', 'server_uuid': 'b678c560-1f6f-4615-9a4b-b700d59aed1a', 'tag': 'f243b1f2-796e-4006-82ce-c3b9f6bb805f', 'status': 'completed', 'code': 200} Sep 15 19:31:08.355852 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-b615a917-ebd7-42b9-b58d-077ffa8a4b5b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f243b1f2-796e-4006-82ce-c3b9f6bb805f HTTP/1.1" status: 200 len: 217 time: 0.0441318 Sep 15 19:31:08.441374 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-67e82479-bd9b-4110-8441-41aaf023075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:08.442847 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-67e82479-bd9b-4110-8441-41aaf023075b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e0932cc-3472-48b7-ab51-75fa723c4d41 HTTP/1.1" status: 200 len: 854 time: 0.0803478 Sep 15 19:31:08.451079 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3cc1-24b0-4a44-ae04-c773905d8054 req-e7e08061-8123-4003-b6e6-5ec547674ac3 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:08.452472 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7dfb3cc1-24b0-4a44-ae04-c773905d8054 req-e7e08061-8123-4003-b6e6-5ec547674ac3 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0592389 Sep 15 19:31:08.489490 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-f3ed4671-626c-4620-92ab-18e96fc43654 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360785 Sep 15 19:31:08.566352 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7dfb3cc1-24b0-4a44-ae04-c773905d8054 req-1f07703f-f8ea-409a-882f-1a90246e8fcf tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040325 Sep 15 19:31:08.621198 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-331da8f9-8753-4822-8675-90f5e7d5f965 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251972 Sep 15 19:31:08.730129 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680dbd6-44ef-4401-925f-7fcce99c5cfb req-e48b5eff-2b22-4c76-94c6-272e0e20f222 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:08.731631 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7680dbd6-44ef-4401-925f-7fcce99c5cfb req-e48b5eff-2b22-4c76-94c6-272e0e20f222 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0858812 Sep 15 19:31:08.745856 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36382) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:08.751371 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-e5e1d9ab-86c6-4b63-a894-af5bd0fad33b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'floatingip': {'port_id': '08bcba4d-cc67-49aa-a757-7898965bb03a'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:31:08.758071 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd86fe65-fab2-49c6-83cc-66855b8e675d req-80dfd66f-5777-4e1c-a01a-a3414cfd421b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302197 Sep 15 19:31:08.792649 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e5e1d9ab-86c6-4b63-a894-af5bd0fad33b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (101f982e-0602-4cba-8a9a-420acbd091c3), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:08.851407 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb11955-dc1d-4f46-bb34-c9e1d8e344a2 req-f2f8e254-dc20-4d2a-b525-6cc4fa771ae6 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:08.853098 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6cb11955-dc1d-4f46-bb34-c9e1d8e344a2 req-f2f8e254-dc20-4d2a-b525-6cc4fa771ae6 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0652013 Sep 15 19:31:08.868721 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:08.913467 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6cb11955-dc1d-4f46-bb34-c9e1d8e344a2 req-44afedf4-2834-4c41-af36-b75eb35c2c5a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537872 Sep 15 19:31:09.038875 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb32839-9eb9-4976-bb6f-122b3d65cc0e req-d65bd48c-78ee-43a1-82db-d168d8c23d08 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:09.041016 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4bb32839-9eb9-4976-bb6f-122b3d65cc0e req-d65bd48c-78ee-43a1-82db-d168d8c23d08 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 943 time: 0.0529199 Sep 15 19:31:09.094778 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4bb32839-9eb9-4976-bb6f-122b3d65cc0e req-84bf0545-3106-4257-ae31-46c55cb389cd tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471010 Sep 15 19:31:09.269490 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e5e1d9ab-86c6-4b63-a894-af5bd0fad33b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:09.326711 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e5e1d9ab-86c6-4b63-a894-af5bd0fad33b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (101f982e-0602-4cba-8a9a-420acbd091c3), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:09.420463 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:09.429278 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7995c9c-9524-43ba-91a7-7c5d9c7ac990 req-9b55a4e5-40a7-4954-a824-f478563ee436 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:09.429879 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.l3_db [None req-e5e1d9ab-86c6-4b63-a894-af5bd0fad33b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Floating IP 101f982e-0602-4cba-8a9a-420acbd091c3 associated. External IP: 172.27.0.135, port: 08bcba4d-cc67-49aa-a757-7898965bb03a. Sep 15 19:31:09.430824 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c7995c9c-9524-43ba-91a7-7c5d9c7ac990 req-9b55a4e5-40a7-4954-a824-f478563ee436 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0589585 Sep 15 19:31:09.487062 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c7995c9c-9524-43ba-91a7-7c5d9c7ac990 req-ace1458b-3d4a-4213-a558-1c1cfa879f29 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473127 Sep 15 19:31:09.645997 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e1d9ab-86c6-4b63-a894-af5bd0fad33b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:31:09.695801 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:09.756013 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e1d9ab-86c6-4b63-a894-af5bd0fad33b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:31:09.761062 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e5e1d9ab-86c6-4b63-a894-af5bd0fad33b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:09.769358 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:31:09.783386 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:09.784166 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:09.805743 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e5e1d9ab-86c6-4b63-a894-af5bd0fad33b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/101f982e-0602-4cba-8a9a-420acbd091c3 HTTP/1.1" status: 200 len: 991 time: 1.0580869 Sep 15 19:31:09.806490 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'tag': '08bcba4d-cc67-49aa-a757-7898965bb03a'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:31:09.810326 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb26a78-d885-440d-bb7e-bfd694dbc72a" -d '{"events": [{"name": "network-changed", "server_uuid": "958ffdf6-6239-4d43-a0ba-0769a4b3cfa4", "tag": "08bcba4d-cc67-49aa-a757-7898965bb03a"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:31:09.823038 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dade82-a0a2-4c7d-bec8-b67c1ec78872 req-c3e1d03f-5e81-4d3a-b3a5-b4b3c5d3832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:09.825797 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-40dade82-a0a2-4c7d-bec8-b67c1ec78872 req-c3e1d03f-5e81-4d3a-b3a5-b4b3c5d3832a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ee88123fe2e34b02a00baeb6f74869aa&device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 1127 time: 0.0547383 Sep 15 19:31:09.851476 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029154b0-b028-4f74-892e-eec4fdddcd7b x-openstack-request-id: req-029154b0-b028-4f74-892e-eec4fdddcd7b {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:31:09.851792 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958ffdf6-6239-4d43-a0ba-0769a4b3cfa4", "tag": "08bcba4d-cc67-49aa-a757-7898965bb03a", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:31:09.852049 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-029154b0-b028-4f74-892e-eec4fdddcd7b {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:31:09.852462 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029154b0-b028-4f74-892e-eec4fdddcd7b'] response: {'name': 'network-changed', 'server_uuid': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'tag': '08bcba4d-cc67-49aa-a757-7898965bb03a', 'status': 'completed', 'code': 200} Sep 15 19:31:09.897781 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:09.919872 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:09.943719 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-ec0d381c-a614-45e4-b885-eb3537af148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:09.945222 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-ec0d381c-a614-45e4-b885-eb3537af148c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 1129 time: 0.0535560 Sep 15 19:31:10.026434 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dade82-a0a2-4c7d-bec8-b67c1ec78872 req-3c694b1f-9b91-45d0-bb1d-8ac2258c0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:10.027918 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-40dade82-a0a2-4c7d-bec8-b67c1ec78872 req-3c694b1f-9b91-45d0-bb1d-8ac2258c0a7f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 HTTP/1.1" status: 200 len: 915 time: 0.1953580 Sep 15 19:31:10.098434 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-40dade82-a0a2-4c7d-bec8-b67c1ec78872 req-ae48723c-c422-4bf0-b35d-9b9ad2d360e7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f243b1f2-796e-4006-82ce-c3b9f6bb805f HTTP/1.1" status: 200 len: 217 time: 0.0469325 Sep 15 19:31:10.108378 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a498-7a27-4186-81b6-aad29cbb2f11 req-0d525963-894a-4e45-a5e8-81159b5c8450 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:10.109846 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ab34a498-7a27-4186-81b6-aad29cbb2f11 req-0d525963-894a-4e45-a5e8-81159b5c8450 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0946064 Sep 15 19:31:10.137286 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '101f982e-0602-4cba-8a9a-420acbd091c3', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': '08bcba4d-cc67-49aa-a757-7898965bb03a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:e0:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:30:52Z', 'updated_at': '2022-09-15T19:31:09Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:10.163926 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:31:10.172747 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:10.173352 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:30:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:10.184967 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-cf42fbb9-5946-4168-821f-09e529c2e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:10.186459 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-cf42fbb9-5946-4168-821f-09e529c2e380 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 915 time: 0.2313170 Sep 15 19:31:10.208640 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dade82-a0a2-4c7d-bec8-b67c1ec78872 req-e48d6123-92da-4bcd-9c2c-6a023769b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:10.210163 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-40dade82-a0a2-4c7d-bec8-b67c1ec78872 req-e48d6123-92da-4bcd-9c2c-6a023769b66e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e0932cc-3472-48b7-ab51-75fa723c4d41 HTTP/1.1" status: 200 len: 854 time: 0.0994043 Sep 15 19:31:10.213315 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:10.224690 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ab34a498-7a27-4186-81b6-aad29cbb2f11 req-64340341-cb4c-4244-90a5-4287186a2dea tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036973 Sep 15 19:31:10.289957 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:10.322680 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-40dade82-a0a2-4c7d-bec8-b67c1ec78872 req-35b8ddee-d2a2-4b8e-b504-267882b602b9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658815 Sep 15 19:31:10.537322 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '101f982e-0602-4cba-8a9a-420acbd091c3', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': '08bcba4d-cc67-49aa-a757-7898965bb03a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:e0:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:30:52Z', 'updated_at': '2022-09-15T19:31:09Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:10.571459 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbd1ee-504c-42ce-a12c-9fa15e4ec43e None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '101f982e-0602-4cba-8a9a-420acbd091c3', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': '08bcba4d-cc67-49aa-a757-7898965bb03a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:e0:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:30:52Z', 'updated_at': '2022-09-15T19:31:09Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:31:10.673402 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-c46fd861-6287-4bcc-b31d-f5e806dfc79b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08bcba4d-cc67-49aa-a757-7898965bb03a HTTP/1.1" status: 200 len: 999 time: 0.4243975 Sep 15 19:31:10.681684 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ceeb6c-bc4b-4c49-9388-973052b8a4b3 req-76a4d6ef-7319-4448-8419-dbb571846486 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:10.683360 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62ceeb6c-bc4b-4c49-9388-973052b8a4b3 req-76a4d6ef-7319-4448-8419-dbb571846486 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 943 time: 0.3894203 Sep 15 19:31:10.779919 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-94fc5999-f8bf-43d1-9c78-f3642c7a33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:10.781408 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-94fc5999-f8bf-43d1-9c78-f3642c7a33b5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.0956631 Sep 15 19:31:10.798464 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbe05d-a80a-45ac-932c-1ac56dddd2b6 None None] New status for floating IP 101f982e-0602-4cba-8a9a-420acbd091c3: ACTIVE {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:31:10.829322 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-40dade82-a0a2-4c7d-bec8-b67c1ec78872 req-1b624577-5665-405a-a678-a68cda88210a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944782 Sep 15 19:31:10.837334 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-62ceeb6c-bc4b-4c49-9388-973052b8a4b3 req-a71c5f4e-a72f-49eb-95b9-014c140d1bf1 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420445 Sep 15 19:31:10.890879 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-24a1db4f-8496-4ca6-9ccc-bfb940f72eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:10.892411 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-24a1db4f-8496-4ca6-9ccc-bfb940f72eb3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1006002 Sep 15 19:31:11.020391 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:11.038690 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-40dade82-a0a2-4c7d-bec8-b67c1ec78872 req-cf5e3875-4b2b-4bc8-9ec0-d24e3a36319e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004371 Sep 15 19:31:11.046597 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff409889-8501-4abf-b54c-7ed16e0a171e req-31f59d55-c8a9-4264-9b1a-4ee72ec1045b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:11.048020 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff409889-8501-4abf-b54c-7ed16e0a171e req-31f59d55-c8a9-4264-9b1a-4ee72ec1045b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0890946 Sep 15 19:31:11.075217 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-8be92e09-c80f-46c6-af78-3b7e5cf7267e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759868 Sep 15 19:31:11.082422 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:11.146491 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:11.169953 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff409889-8501-4abf-b54c-7ed16e0a171e req-51bc795a-f58b-4146-80e5-ab96229dabea tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073823 Sep 15 19:31:11.202673 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ebb26a78-d885-440d-bb7e-bfd694dbc72a req-15d1905a-f24b-4d21-bb50-239851ae4ee6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155519 Sep 15 19:31:11.230377 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device f243b1f2-796e-4006-82ce-c3b9f6bb805f details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:31:11.325615 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:11.351253 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port f243b1f2-796e-4006-82ce-c3b9f6bb805f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f243b1f2-796e-4006-82ce-c3b9f6bb805f,segment=NetworkSegment(4b30035b-3c61-44f3-816a-0d38f98c0f16),segment_id=4b30035b-3c61-44f3-816a-0d38f98c0f16)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:11.363153 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': 'f243b1f2-796e-4006-82ce-c3b9f6bb805f', 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058', 'port_id': 'f243b1f2-796e-4006-82ce-c3b9f6bb805f', 'mac_address': 'fa:16:3e:e0:fa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0932cc-3472-48b7-ab51-75fa723c4d41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:31:11.371743 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dd0df-47d9-4bd6-aa5f-dfbc3e663749 req-b50d41e0-19e4-46c7-a286-d6505aaf68be tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:11.373253 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d84dd0df-47d9-4bd6-aa5f-dfbc3e663749 req-b50d41e0-19e4-46c7-a286-d6505aaf68be tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0598786 Sep 15 19:31:11.402661 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port f243b1f2-796e-4006-82ce-c3b9f6bb805f is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:31:11.403051 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:11.416876 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f243b1f2-796e-4006-82ce-c3b9f6bb805f {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:31:11.430259 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d84dd0df-47d9-4bd6-aa5f-dfbc3e663749 req-ea1e1478-337c-43c3-96ad-5207535480b5 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509701 Sep 15 19:31:11.438313 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port f243b1f2-796e-4006-82ce-c3b9f6bb805f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f243b1f2-796e-4006-82ce-c3b9f6bb805f,segment=NetworkSegment(4b30035b-3c61-44f3-816a-0d38f98c0f16),segment_id=4b30035b-3c61-44f3-816a-0d38f98c0f16)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:11.503580 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:11.559092 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=f243b1f2-796e-4006-82ce-c3b9f6bb805f,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:11.779785 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['f243b1f2-796e-4006-82ce-c3b9f6bb805f'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:12.008185 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f5c2f-b448-4425-ba3f-50c62d3f37b3 req-800c6fbc-19d3-46a2-9b46-8db3bd78782d tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:12.010587 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d88f5c2f-b448-4425-ba3f-50c62d3f37b3 req-800c6fbc-19d3-46a2-9b46-8db3bd78782d tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 944 time: 0.0561295 Sep 15 19:31:12.063370 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d88f5c2f-b448-4425-ba3f-50c62d3f37b3 req-5d152381-4d6c-4ea8-ab30-80ac73267e9c tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445640 Sep 15 19:31:12.301599 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aa722-79f9-4d75-be6b-849496d1bbeb req-85d7d4b1-b8b9-4ca7-9890-d83283f58156 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:12.303120 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a48aa722-79f9-4d75-be6b-849496d1bbeb req-85d7d4b1-b8b9-4ca7-9890-d83283f58156 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0544169 Sep 15 19:31:12.354225 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a48aa722-79f9-4d75-be6b-849496d1bbeb req-99a99cc1-d9bc-4ec9-bb3f-352fa4d33c86 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440032 Sep 15 19:31:12.560347 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6c8e5-2232-44c5-8ea6-28f37f22cead req-9871ea55-ed28-4026-84fc-2454feb91c15 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:12.561849 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-66c6c8e5-2232-44c5-8ea6-28f37f22cead req-9871ea55-ed28-4026-84fc-2454feb91c15 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0533483 Sep 15 19:31:12.611899 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-66c6c8e5-2232-44c5-8ea6-28f37f22cead req-cdad2a4e-c3a1-4a49-ae3c-20cdc116d59f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Sep 15 19:31:12.984863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f81138-60af-4101-a600-1a0489f80e06 req-3273de10-8309-4374-a0ed-74ab677debf2 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:12.986384 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-70f81138-60af-4101-a600-1a0489f80e06 req-3273de10-8309-4374-a0ed-74ab677debf2 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0539625 Sep 15 19:31:13.046572 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-70f81138-60af-4101-a600-1a0489f80e06 req-9cf80e03-bdcb-41e8-ba07-e79498dd7d55 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515866 Sep 15 19:31:13.092479 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-332a8669-c5b1-4a20-918b-dbdf3d40d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:13.093902 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-332a8669-c5b1-4a20-918b-dbdf3d40d3ba service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=340975b28fc242b5bf4a3364fe702ad4&device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 1130 time: 0.0419302 Sep 15 19:31:13.207533 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9d1da-704c-4cd7-a5c8-68fcec8fd8d4 req-e40679bf-819d-40ff-823f-01feddc83761 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:13.209117 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-95a9d1da-704c-4cd7-a5c8-68fcec8fd8d4 req-e40679bf-819d-40ff-823f-01feddc83761 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 944 time: 0.0586991 Sep 15 19:31:13.249577 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-fe03ba8f-9cdc-4a5e-8490-aeaba6af2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:13.251050 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-fe03ba8f-9cdc-4a5e-8490-aeaba6af2beb service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6260c8ac-0673-45b5-914a-caba360d68d4 HTTP/1.1" status: 200 len: 911 time: 0.1499169 Sep 15 19:31:13.255370 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device f243b1f2-796e-4006-82ce-c3b9f6bb805f up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:31:13.308007 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port f243b1f2-796e-4006-82ce-c3b9f6bb805f completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:31:13.387024 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-95a9d1da-704c-4cd7-a5c8-68fcec8fd8d4 req-0d3c7594-b649-4e7a-880d-b9a2dd22163e tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033769 Sep 15 19:31:13.387024 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-666a925b-aec4-407b-8ace-f8dafcdb3f88 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b9862f-0442-4819-8455-b738ec1a0232 HTTP/1.1" status: 200 len: 1002 time: 0.0747075 Sep 15 19:31:13.394305 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-bb28e4e5-8c1e-48da-ac97-40470b250529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:13.395867 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-bb28e4e5-8c1e-48da-ac97-40470b250529 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2036ab81-0327-4fda-9de5-42d971e8168a HTTP/1.1" status: 200 len: 849 time: 0.0518966 Sep 15 19:31:13.460348 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-9fefa95d-283a-456c-978b-36c43a2bdf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:13.461837 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-9fefa95d-283a-456c-978b-36c43a2bdf59 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6260c8ac-0673-45b5-914a-caba360d68d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556643 Sep 15 19:31:13.486599 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:13.535821 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec106eba-1d83-4ebb-a368-8caba3fdada8 req-f7bcdb91-0815-447b-85a9-39fd30043e3d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:13.537297 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ec106eba-1d83-4ebb-a368-8caba3fdada8 req-f7bcdb91-0815-447b-85a9-39fd30043e3d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0955923 Sep 15 19:31:13.546391 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:13.615665 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-9d22cb0c-84e5-4bef-9b13-d5e3683347c8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381552 Sep 15 19:31:13.619313 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ec106eba-1d83-4ebb-a368-8caba3fdada8 req-7538de48-b7e8-4a4b-b671-28ecdec029d4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755806 Sep 15 19:31:13.709893 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port f243b1f2-796e-4006-82ce-c3b9f6bb805f triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:31:13.710183 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:13.710523 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port f243b1f2-796e-4006-82ce-c3b9f6bb805f Sep 15 19:31:13.718752 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8a50e3f3-727e-4c41-9157-46269e97e4fd req-74e3e93e-2a79-44f2-a200-92a65ce8d349 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950687 Sep 15 19:31:13.800098 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port f243b1f2-796e-4006-82ce-c3b9f6bb805f is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:31:13.800481 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:13.820587 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:13.825153 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b678c560-1f6f-4615-9a4b-b700d59aed1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f243b1f2-796e-4006-82ce-c3b9f6bb805f'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:31:13.827427 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fa4e28-0563-462b-8515-97eb00c1b42e" -d '{"events": [{"server_uuid": "b678c560-1f6f-4615-9a4b-b700d59aed1a", "name": "network-vif-plugged", "status": "completed", "tag": "f243b1f2-796e-4006-82ce-c3b9f6bb805f"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:31:13.840393 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port f243b1f2-796e-4006-82ce-c3b9f6bb805f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f243b1f2-796e-4006-82ce-c3b9f6bb805f,segment=NetworkSegment(4b30035b-3c61-44f3-816a-0d38f98c0f16),segment_id=4b30035b-3c61-44f3-816a-0d38f98c0f16)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:13.868647 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe38bc-9aa6-449e-b11b-712adb2fa07d x-openstack-request-id: req-eebe38bc-9aa6-449e-b11b-712adb2fa07d {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:31:13.868942 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b678c560-1f6f-4615-9a4b-b700d59aed1a", "name": "network-vif-plugged", "status": "completed", "tag": "f243b1f2-796e-4006-82ce-c3b9f6bb805f", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:31:13.869193 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eebe38bc-9aa6-449e-b11b-712adb2fa07d {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:31:13.869588 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebe38bc-9aa6-449e-b11b-712adb2fa07d'] response: {'server_uuid': 'b678c560-1f6f-4615-9a4b-b700d59aed1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f243b1f2-796e-4006-82ce-c3b9f6bb805f', 'code': 200} Sep 15 19:31:13.921129 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:13.976165 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=f243b1f2-796e-4006-82ce-c3b9f6bb805f,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:14.182339 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17ddc5-86de-46e9-9d1d-c7f8edc0a78c req-e1baab2d-9441-4862-a4cf-40a4d70fd472 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:14.184153 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc17ddc5-86de-46e9-9d1d-c7f8edc0a78c req-e1baab2d-9441-4862-a4cf-40a4d70fd472 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0541010 Sep 15 19:31:14.233596 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc17ddc5-86de-46e9-9d1d-c7f8edc0a78c req-6cec039a-ce61-4810-b064-8e1e2079e85b tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434773 Sep 15 19:31:14.493428 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b31e6-d9df-4443-98d7-6910e26697ab req-826c0bd9-3734-4b13-99d5-8436a5471552 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:14.494912 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-676b31e6-d9df-4443-98d7-6910e26697ab req-826c0bd9-3734-4b13-99d5-8436a5471552 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 945 time: 0.0522454 Sep 15 19:31:14.544633 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-676b31e6-d9df-4443-98d7-6910e26697ab req-2f1c95d3-7633-4821-95d0-81273723e8b5 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Sep 15 19:31:14.729595 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f6fee-b233-4eaa-9f27-195fa2fe9c84 req-b39ffe6a-3ee6-4d7a-b6db-e7284a9a6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:14.731187 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-262f6fee-b233-4eaa-9f27-195fa2fe9c84 req-b39ffe6a-3ee6-4d7a-b6db-e7284a9a6aee service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 1129 time: 0.0520010 Sep 15 19:31:14.782487 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c38877-0ad8-49b6-a84e-6ec5c777cce2 req-76de5fcc-c8dc-4dfb-a9c6-268b42ae102e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:14.783961 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-91c38877-0ad8-49b6-a84e-6ec5c777cce2 req-76de5fcc-c8dc-4dfb-a9c6-268b42ae102e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0665030 Sep 15 19:31:14.830253 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-262f6fee-b233-4eaa-9f27-195fa2fe9c84 req-057efe44-bfc5-4e37-b411-c64efb19b17e service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814483 Sep 15 19:31:14.865135 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-91c38877-0ad8-49b6-a84e-6ec5c777cce2 req-1f73bdae-3445-4dbb-b449-ff3a9b569251 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719383 Sep 15 19:31:15.365613 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82657b4-7ed5-420b-9065-da090680d46e req-094251a4-18be-4aaf-8770-4a03eb6319c1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:15.367095 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a82657b4-7ed5-420b-9065-da090680d46e req-094251a4-18be-4aaf-8770-4a03eb6319c1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0535510 Sep 15 19:31:15.420733 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a82657b4-7ed5-420b-9065-da090680d46e req-2447bcad-43bc-4879-839c-9a67f14c75f1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471723 Sep 15 19:31:15.695166 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7d42c-41b9-4445-b616-ee59a620d742 req-1af28fe5-80ee-4199-a0d7-13e25c793104 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:15.696789 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a6e7d42c-41b9-4445-b616-ee59a620d742 req-1af28fe5-80ee-4199-a0d7-13e25c793104 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 945 time: 0.0504777 Sep 15 19:31:15.747951 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a6e7d42c-41b9-4445-b616-ee59a620d742 req-5ce3f737-7e47-4440-94a9-a9c6d1197e00 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Sep 15 19:31:15.995869 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791bd0c-9602-4850-aa24-2c1542ae491c req-17059c5b-4ea9-480a-b5ca-28c676e554a4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:15.997386 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0791bd0c-9602-4850-aa24-2c1542ae491c req-17059c5b-4ea9-480a-b5ca-28c676e554a4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0525692 Sep 15 19:31:16.042915 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:16.060197 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0791bd0c-9602-4850-aa24-2c1542ae491c req-30fbedc3-d99d-4e51-92ea-9eb1a48625d7 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567536 Sep 15 19:31:16.876101 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad2ed7-d0c7-43b4-ab45-0719529ee6bf req-f91facf6-d6af-459a-a9e3-36eb619b1759 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:16.877938 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d3ad2ed7-d0c7-43b4-ab45-0719529ee6bf req-f91facf6-d6af-459a-a9e3-36eb619b1759 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 945 time: 0.0492020 Sep 15 19:31:16.939946 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d3ad2ed7-d0c7-43b4-ab45-0719529ee6bf req-1f91441a-13bd-4afa-b13d-4eedfe33da16 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501635 Sep 15 19:31:17.192483 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c480c-abb8-40e3-8437-92b9a0e7484f req-1845aa93-c252-4883-bea9-4592bc6db840 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:17.194090 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a62c480c-abb8-40e3-8437-92b9a0e7484f req-1845aa93-c252-4883-bea9-4592bc6db840 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0543051 Sep 15 19:31:17.244692 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a62c480c-abb8-40e3-8437-92b9a0e7484f req-64f7265b-7c47-48a2-b86f-a0d6516f670b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Sep 15 19:31:17.663761 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-833eb0fd-ec02-4889-9886-758af317f9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:18.377725 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69754b2-2a42-47a8-9160-27e619a49459 req-bdbfde25-859c-4602-bdd7-628ee1a8d823 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:18.379302 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c69754b2-2a42-47a8-9160-27e619a49459 req-bdbfde25-859c-4602-bdd7-628ee1a8d823 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0514822 Sep 15 19:31:18.435219 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c69754b2-2a42-47a8-9160-27e619a49459 req-91e59b62-7927-424f-bf6c-b3a997b50312 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489371 Sep 15 19:31:19.563665 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18821d7b-a591-4cae-b17c-7652db634e37 req-9bbae02e-2f39-4c69-ac16-677abf6b4688 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:19.565185 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-18821d7b-a591-4cae-b17c-7652db634e37 req-9bbae02e-2f39-4c69-ac16-677abf6b4688 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Sep 15 19:31:19.591131 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:19.629709 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-18821d7b-a591-4cae-b17c-7652db634e37 req-373998f7-66da-4bd2-8e5e-8453aee649e8 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554385 Sep 15 19:31:19.798120 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:19.801022 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:20.040794 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9e610d3f-b14b-4d4c-b158-3c3d56d8fc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:20.753925 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4bad-690a-4012-8231-0e2eac3d729e req-86db427e-cd3a-40fd-99a0-f4ed875ed42e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:20.755410 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5bf4bad-690a-4012-8231-0e2eac3d729e req-86db427e-cd3a-40fd-99a0-f4ed875ed42e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0479898 Sep 15 19:31:20.805324 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b5bf4bad-690a-4012-8231-0e2eac3d729e req-f0cb33d7-1be0-46d8-9ca5-4f0429b34698 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Sep 15 19:31:20.922233 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=25 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:20.934356 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:21.144041 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:21.859253 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d41467-8fb0-4641-b3de-937828c9ca06 req-5dbbac01-d1d6-49c3-9c0f-d84058dcc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:21.860944 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7d41467-8fb0-4641-b3de-937828c9ca06 req-5dbbac01-d1d6-49c3-9c0f-d84058dcc604 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 1129 time: 0.0413952 Sep 15 19:31:21.952212 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76ad1c-cb1b-4f28-a2ab-be4066ac7ee6 req-31166eec-df15-4398-b092-19c768e3f0fd tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:21.953709 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2f76ad1c-cb1b-4f28-a2ab-be4066ac7ee6 req-31166eec-df15-4398-b092-19c768e3f0fd tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0690925 Sep 15 19:31:21.955988 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7d41467-8fb0-4641-b3de-937828c9ca06 req-cb200ba9-981a-4d3b-9f02-67d4b5510382 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847726 Sep 15 19:31:22.026099 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2f76ad1c-cb1b-4f28-a2ab-be4066ac7ee6 req-1214390b-9101-40f1-b122-1a8646adad15 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640252 Sep 15 19:31:22.738206 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:22.835500 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:23.149948 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837b4cf-b3c6-485b-ac2b-72aa8a50c480 req-695cfa3c-1c5e-49da-b873-9d9ec809c5f6 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:23.151421 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a837b4cf-b3c6-485b-ac2b-72aa8a50c480 req-695cfa3c-1c5e-49da-b873-9d9ec809c5f6 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0509043 Sep 15 19:31:23.206586 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a837b4cf-b3c6-485b-ac2b-72aa8a50c480 req-d47b3d7c-b203-4e3f-af55-2dbfec4e87f6 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490756 Sep 15 19:31:24.331481 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39f71-769c-4b24-90c6-2b1e3b0a4e6d req-2bafc364-9d4c-4480-a671-a1d1c1dcb730 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:24.333067 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-52b39f71-769c-4b24-90c6-2b1e3b0a4e6d req-2bafc364-9d4c-4480-a671-a1d1c1dcb730 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0481415 Sep 15 19:31:24.389171 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-52b39f71-769c-4b24-90c6-2b1e3b0a4e6d req-f1d8d6c1-9bb0-46b9-b250-1e33d8a02032 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505958 Sep 15 19:31:24.989696 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640e0d0-6a32-4dac-b535-eedafff6c6d3 req-e99da49a-04b2-4a22-959e-2d832eaa8508 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:24.991178 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6640e0d0-6a32-4dac-b535-eedafff6c6d3 req-e99da49a-04b2-4a22-959e-2d832eaa8508 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0527718 Sep 15 19:31:25.040000 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6640e0d0-6a32-4dac-b535-eedafff6c6d3 req-6e22ea55-bf77-4620-a0e3-292b2f5e12ed tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 Sep 15 19:31:25.096499 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f72f5c-d173-4808-9083-8ededfd521fb req-026f2398-c38d-4cc5-86e4-baa7a55cbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:25.097928 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-13f72f5c-d173-4808-9083-8ededfd521fb req-026f2398-c38d-4cc5-86e4-baa7a55cbc15 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 1129 time: 0.0400712 Sep 15 19:31:25.181641 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:25.208970 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f72f5c-d173-4808-9083-8ededfd521fb req-a70af357-8e46-4980-984c-875acba32fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:25.210450 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-13f72f5c-d173-4808-9083-8ededfd521fb req-a70af357-8e46-4980-984c-875acba32fe8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.0968740 Sep 15 19:31:25.278846 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-13f72f5c-d173-4808-9083-8ededfd521fb req-f93f7d22-4506-4eba-a37c-525ce3ecbdf8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf HTTP/1.1" status: 200 len: 1000 time: 0.0583947 Sep 15 19:31:25.333716 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f72f5c-d173-4808-9083-8ededfd521fb req-3240e8b7-2009-4272-a03b-f1c609054b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:25.335166 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-13f72f5c-d173-4808-9083-8ededfd521fb req-3240e8b7-2009-4272-a03b-f1c609054b14 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.0493629 Sep 15 19:31:25.379515 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f72f5c-d173-4808-9083-8ededfd521fb req-bc94d953-692e-4a34-a066-a5ba291b064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:25.380972 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-13f72f5c-d173-4808-9083-8ededfd521fb req-bc94d953-692e-4a34-a066-a5ba291b064e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392933 Sep 15 19:31:25.476688 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-13f72f5c-d173-4808-9083-8ededfd521fb req-fec218a3-a565-4f69-9c43-7222842ed2aa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830836 Sep 15 19:31:25.533892 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:25.575923 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-13f72f5c-d173-4808-9083-8ededfd521fb req-2b7da3ab-3443-4f06-9769-6715e0b9f802 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926769 Sep 15 19:31:26.160760 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f9016-731e-4b6d-ac15-528c3c3f95d0 req-79ea516f-a409-46ac-885e-1dc5fa11ccda tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:26.162221 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-789f9016-731e-4b6d-ac15-528c3c3f95d0 req-79ea516f-a409-46ac-885e-1dc5fa11ccda tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0467346 Sep 15 19:31:26.209941 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-789f9016-731e-4b6d-ac15-528c3c3f95d0 req-65f47350-75c1-4108-b6d2-840207b4014d tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414374 Sep 15 19:31:27.343817 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0618bf-06bc-497c-be18-eece00900602 req-4c4ec2ed-55d2-486c-889e-6981128fecac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:27.345335 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff0618bf-06bc-497c-be18-eece00900602 req-4c4ec2ed-55d2-486c-889e-6981128fecac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0565171 Sep 15 19:31:27.393355 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff0618bf-06bc-497c-be18-eece00900602 req-4cc47aa0-d454-4926-98f7-e8cc095275ae tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 Sep 15 19:31:28.387476 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-4d38af63-c26b-4f2e-bc61-89ccc72f54b4 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-5768309&fields=id&tenant_id=4fd3f2da26af4d3db4c6db4ceb851558 HTTP/1.1" status: 200 len: 267 time: 0.0551960 Sep 15 19:31:28.438826 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-9e88e6d8-5db7-4408-8ea6-e8f3fae78431 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:28.440320 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-9e88e6d8-5db7-4408-8ea6-e8f3fae78431 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 984 time: 0.0475113 Sep 15 19:31:28.453794 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-0eaad36a-9ae4-4723-bb8a-2a2cda7df802 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Request body: {'port': {'security_groups': ['f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:31:28.537036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-0eaad36a-9ae4-4723-bb8a-2a2cda7df802 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:28.719852 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-0eaad36a-9ae4-4723-bb8a-2a2cda7df802 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] For port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:28.731984 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:28.749819 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-0eaad36a-9ae4-4723-bb8a-2a2cda7df802 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:28.817952 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-0eaad36a-9ae4-4723-bb8a-2a2cda7df802 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:28.828684 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-0eaad36a-9ae4-4723-bb8a-2a2cda7df802 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:28.829464 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-0eaad36a-9ae4-4723-bb8a-2a2cda7df802 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:28.830182 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:28.830860 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ec94af24-c587-4556-a174-6f0f3fe98476 req-0eaad36a-9ae4-4723-bb8a-2a2cda7df802 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "PUT /networking/v2.0/ports/1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 200 len: 942 time: 0.3834987 Sep 15 19:31:28.831557 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:31:28.833929 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8380d805-a96a-4956-8245-fc108b0bf1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:31:28.837625 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36556) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:28.885313 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:28.909894 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaad36a-9ae4-4723-bb8a-2a2cda7df802 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event updated for resources: {'Port': ['ID=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,revision_number=7']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:28.911731 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group (685f99b2-457d-475d-b5ae-8621eaa6e266), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:28.948318 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group (685f99b2-457d-475d-b5ae-8621eaa6e266), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:28.955969 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190cea3-49cc-4006-886f-74810479cff8 req-0f818317-0729-4aee-8096-b12430e88357 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:28.957540 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6190cea3-49cc-4006-886f-74810479cff8 req-0f818317-0729-4aee-8096-b12430e88357 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0614903 Sep 15 19:31:28.969978 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:29.016937 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6190cea3-49cc-4006-886f-74810479cff8 req-3b3cbebe-07d6-420e-bd92-3a2ef70544ea tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526729 Sep 15 19:31:29.065918 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aac5f8-a061-42c6-8702-bc83ed3f31e2 x-openstack-request-id: req-51aac5f8-a061-42c6-8702-bc83ed3f31e2 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:31:29.066217 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:31:29.066841 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51aac5f8-a061-42c6-8702-bc83ed3f31e2 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:31:29.067255 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51aac5f8-a061-42c6-8702-bc83ed3f31e2'] response: {'name': 'network-changed', 'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'status': 'completed', 'code': 200} Sep 15 19:31:29.149757 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (685f99b2-457d-475d-b5ae-8621eaa6e266), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:29.152837 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:29.154061 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/685f99b2-457d-475d-b5ae-8621eaa6e266 HTTP/1.1" status: 204 len: 168 time: 0.3149500 Sep 15 19:31:29.157202 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36560) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:29.159780 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-59ca1e53-1325-4377-8a1e-a19b841bf2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:29.161238 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-59ca1e53-1325-4377-8a1e-a19b841bf2e2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4fd3f2da26af4d3db4c6db4ceb851558&device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 1129 time: 0.0693629 Sep 15 19:31:29.163950 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f99b2-457d-475d-b5ae-8621eaa6e266,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:29.172275 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.172619 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.172955 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.173292 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.173619 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.173949 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.174270 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.174589 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.174911 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.175230 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.175548 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.175893 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.176209 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.176634 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.176951 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49ebd4-3ee7-4cc9-b091-2244acced322 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:29.267008 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e224c8c-de79-4c07-83df-1d8c0617f14b req-7a170760-b0bf-46e9-ae2b-69f873d039dd tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:29.268531 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2e224c8c-de79-4c07-83df-1d8c0617f14b req-7a170760-b0bf-46e9-ae2b-69f873d039dd tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.1489244 Sep 15 19:31:29.279723 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36562) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:29.284537 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-68e52d0f-6aac-493f-995e-5c4a5730a4ac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Request body: {'floatingip': {'port_id': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:31:29.333899 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:29.344284 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-68e52d0f-6aac-493f-995e-5c4a5730a4ac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for floatingip (b2b0cf94-17f1-468a-81fe-51a279d92304), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:29.368352 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-402aeab8-74d1-473b-abce-67136282e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:29.369846 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-402aeab8-74d1-473b-abce-67136282e0fb service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c851a255-af99-440b-bdcd-712401c04b66 HTTP/1.1" status: 200 len: 915 time: 0.2000756 Sep 15 19:31:29.459317 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Deleting port fdd40c71-7853-4c5b-84cf-10f2ccf0a06c {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:31:29.459988 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (fdd40c71-7853-4c5b-84cf-10f2ccf0a06c), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:29.482902 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-c444c9dc-bd8e-4429-b10b-9a4de3f95719 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 200 len: 1001 time: 0.1058869 Sep 15 19:31:29.590122 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-3da6bd38-88d5-46b5-b412-b4d81fd94e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:29.591494 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-3da6bd38-88d5-46b5-b412-b4d81fd94e58 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=96c540f9-7d74-4e4a-a277-5b1795411a16 HTTP/1.1" status: 200 len: 853 time: 0.0766759 Sep 15 19:31:29.602446 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (fdd40c71-7853-4c5b-84cf-10f2ccf0a06c), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:29.602776 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for floatingip (fdd40c71-7853-4c5b-84cf-10f2ccf0a06c), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:29.649424 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Calling delete_port for fdd40c71-7853-4c5b-84cf-10f2ccf0a06c owned by network:floatingip {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:31:29.663564 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-86d43700-10fc-4cc8-821e-2d2517c6b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:29.665080 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-86d43700-10fc-4cc8-821e-2d2517c6b888 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c851a255-af99-440b-bdcd-712401c04b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657775 Sep 15 19:31:29.790593 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:29.855155 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-3d3fdaaf-24bb-41e4-a21e-82253263b76f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532693 Sep 15 19:31:30.088319 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-68e52d0f-6aac-493f-995e-5c4a5730a4ac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:30.178175 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-68e52d0f-6aac-493f-995e-5c4a5730a4ac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (b2b0cf94-17f1-468a-81fe-51a279d92304), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:30.239922 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8380d805-a96a-4956-8245-fc108b0bf1a5 req-01899d8d-d9cf-421f-8642-15a677fa0e60 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763771 Sep 15 19:31:30.332346 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (fdd40c71-7853-4c5b-84cf-10f2ccf0a06c), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:30.359911 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event deleted for resources: {'Port': ['ID=fdd40c71-7853-4c5b-84cf-10f2ccf0a06c,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:30.383504 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:30.397179 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e52d0f-6aac-493f-995e-5c4a5730a4ac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Router 1e64ce52-d7d1-4448-8702-3d0520e2869c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:31:30.424027 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks [] for floatingip (88c3e14c-bbb2-4918-bb65-e16fded9fd38), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:30.424355 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Floating IP 88c3e14c-bbb2-4918-bb65-e16fded9fd38 disassociated (deleted). External IP: 172.27.0.213, port: 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4. Sep 15 19:31:30.486290 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:30.515816 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e52d0f-6aac-493f-995e-5c4a5730a4ac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:31:30.523448 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-68e52d0f-6aac-493f-995e-5c4a5730a4ac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:30.533136 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c850047-2020-43cd-a024-018a72e1394d None None] Sync routers for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:31:30.546352 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c850047-2020-43cd-a024-018a72e1394d None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:30.547324 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-0c850047-2020-43cd-a024-018a72e1394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:30.568000 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:31:30.571568 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145724da-0dff-4088-9fcf-9faeebb21ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:31:30.591123 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:30.612918 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-68e52d0f-6aac-493f-995e-5c4a5730a4ac tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/b2b0cf94-17f1-468a-81fe-51a279d92304 HTTP/1.1" status: 200 len: 992 time: 1.3296840 Sep 15 19:31:30.625722 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2816900d-3205-4557-91cb-02b4b335d8b2 x-openstack-request-id: req-2816900d-3205-4557-91cb-02b4b335d8b2 {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:31:30.626238 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:31:30.626491 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2816900d-3205-4557-91cb-02b4b335d8b2 {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:31:30.627579 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2816900d-3205-4557-91cb-02b4b335d8b2'] response: {'name': 'network-changed', 'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'status': 'completed', 'code': 200} Sep 15 19:31:30.662126 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Router 282a0504-19d1-484b-b5ec-68c2a9b6d347 has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:31:30.668485 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-0c850047-2020-43cd-a024-018a72e1394d None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:30.709812 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:30.745341 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-508c2015-0db0-4ac6-92f1-2ed516243844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:30.746840 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-508c2015-0db0-4ac6-92f1-2ed516243844 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 1129 time: 0.0836837 Sep 15 19:31:30.872603 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:31:30.877483 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:30.884116 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] Sync routers for ids ['282a0504-19d1-484b-b5ec-68c2a9b6d347'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:31:30.892678 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-0c850047-2020-43cd-a024-018a72e1394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'b2b0cf94-17f1-468a-81fe-51a279d92304', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'port_id': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'mac_address': 'fa:16:3e:4d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:29:06Z', 'updated_at': '2022-09-15T19:31:29Z', 'revision_number': 3, 'project_id': '016f968319fd49d98506030c0bee6021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:54Z', 'revision_number': 5, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:30.896792 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] Routers {'282a0504-19d1-484b-b5ec-68c2a9b6d347'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:30.897404 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['282a0504-19d1-484b-b5ec-68c2a9b6d347'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:30.918909 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c850047-2020-43cd-a024-018a72e1394d None None] Checking router: 1e64ce52-d7d1-4448-8702-3d0520e2869c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:31:30.931080 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-af42d30f-d8c4-4acf-a5c9-3ae4a9018bc2 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/88c3e14c-bbb2-4918-bb65-e16fded9fd38 HTTP/1.1" status: 204 len: 168 time: 1.7701685 Sep 15 19:31:30.932139 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-7cd87bf7-d1f3-461c-b895-d2a8a9986d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:30.934183 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-7cd87bf7-d1f3-461c-b895-d2a8a9986d7b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.1784980 Sep 15 19:31:30.939107 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c850047-2020-43cd-a024-018a72e1394d None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:30.940171 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-0c850047-2020-43cd-a024-018a72e1394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:31.010593 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] Set router 282a0504-19d1-484b-b5ec-68c2a9b6d347 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:31.012934 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-ba3e35aa-2154-4d96-a736-6443873bd199 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf HTTP/1.1" status: 200 len: 1000 time: 0.0693631 Sep 15 19:31:31.032858 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:31.056405 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-0c850047-2020-43cd-a024-018a72e1394d None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:31.070737 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:31:31.073724 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:31:31.084879 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-22088f6d-660d-4eda-8360-670eee9efa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:31.086858 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-22088f6d-660d-4eda-8360-670eee9efa36 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.0631948 Sep 15 19:31:31.147298 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-e7813284-7c93-4fde-bc3f-989aed091cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:31.149472 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-e7813284-7c93-4fde-bc3f-989aed091cfc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450153 Sep 15 19:31:31.221026 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:43Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '21223466-bb67-4d2b-b00c-77c3825dc5c3', 'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'mac_address': 'fa:16:3e:26:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:42Z', 'updated_at': '2022-09-15T19:28:47Z', 'revision_number': 5, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'subnets': [{'id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:31.248535 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] Checking router: 282a0504-19d1-484b-b5ec-68c2a9b6d347 for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:31:31.264070 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] Routers {'282a0504-19d1-484b-b5ec-68c2a9b6d347'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:31.264841 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['282a0504-19d1-484b-b5ec-68c2a9b6d347'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:31.269107 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-4b6c8ab4-9ba6-48db-9f71-d35c5c92d950 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102200 Sep 15 19:31:31.309110 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-0c850047-2020-43cd-a024-018a72e1394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'b2b0cf94-17f1-468a-81fe-51a279d92304', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'port_id': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'mac_address': 'fa:16:3e:4d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:29:06Z', 'updated_at': '2022-09-15T19:31:29Z', 'revision_number': 3, 'project_id': '016f968319fd49d98506030c0bee6021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:54Z', 'revision_number': 5, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:31.365677 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c850047-2020-43cd-a024-018a72e1394d None None] The sync data for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi is: [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'b2b0cf94-17f1-468a-81fe-51a279d92304', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'port_id': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'mac_address': 'fa:16:3e:4d:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:29:06Z', 'updated_at': '2022-09-15T19:31:29Z', 'revision_number': 3, 'project_id': '016f968319fd49d98506030c0bee6021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:54Z', 'revision_number': 5, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:31:31.376521 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556e54a9-31aa-4051-9854-9d8200eeaf4b x-openstack-request-id: req-556e54a9-31aa-4051-9854-9d8200eeaf4b {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:31:31.377791 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:31:31.378152 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-556e54a9-31aa-4051-9854-9d8200eeaf4b {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:31:31.378939 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556e54a9-31aa-4051-9854-9d8200eeaf4b'] response: {'name': 'network-changed', 'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'status': 'completed', 'code': 200} Sep 15 19:31:31.402932 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-145724da-0dff-4088-9fcf-9faeebb21ca2 req-5d0b2603-57ff-41b6-aeb1-a2f28ec7ecec service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267149 Sep 15 19:31:31.406593 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] Set router 282a0504-19d1-484b-b5ec-68c2a9b6d347 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:31.460568 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-e00fbd12-d702-4017-aeab-99def63de77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:31.462082 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-e00fbd12-d702-4017-aeab-99def63de77b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4fd3f2da26af4d3db4c6db4ceb851558&device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 1129 time: 0.0508971 Sep 15 19:31:31.571269 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-053597a8-50c7-4448-9a62-cf4298140bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:31.572896 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-053597a8-50c7-4448-9a62-cf4298140bfb service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c851a255-af99-440b-bdcd-712401c04b66 HTTP/1.1" status: 200 len: 915 time: 0.1046190 Sep 15 19:31:31.611305 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:43Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '21223466-bb67-4d2b-b00c-77c3825dc5c3', 'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'mac_address': 'fa:16:3e:26:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:42Z', 'updated_at': '2022-09-15T19:28:47Z', 'revision_number': 5, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'subnets': [{'id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:31.634235 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-9ee77a5f-0d8c-4754-a94c-89e02cea8454 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 200 len: 217 time: 0.0526326 Sep 15 19:31:31.636933 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1b8a3-95fc-477e-8c29-f38539bb443c None None] The sync data for ids ['282a0504-19d1-484b-b5ec-68c2a9b6d347'] in dv-cinder-849846-10-iscsi is: [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:43Z', 'revision_number': 4, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '21223466-bb67-4d2b-b00c-77c3825dc5c3', 'name': '', 'network_id': 'c851a255-af99-440b-bdcd-712401c04b66', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'mac_address': 'fa:16:3e:26:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:42Z', 'updated_at': '2022-09-15T19:28:47Z', 'revision_number': 5, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'subnets': [{'id': '96c540f9-7d74-4e4a-a277-5b1795411a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:31:31.865189 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c8866-fd2d-4aea-831b-85fa516c8407 None None] New status for floating IP 88c3e14c-bbb2-4918-bb65-e16fded9fd38: DOWN {{(pid=106636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:31:31.867490 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:32.057597 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-2a08755c-cdd7-4d01-9de1-b06bc9874206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:32.059221 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-2a08755c-cdd7-4d01-9de1-b06bc9874206 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=96c540f9-7d74-4e4a-a277-5b1795411a16 HTTP/1.1" status: 200 len: 853 time: 0.0517716 Sep 15 19:31:32.111384 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-61daafaf-2197-4651-8c45-62fe31c6702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:32.112919 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-61daafaf-2197-4651-8c45-62fe31c6702b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c851a255-af99-440b-bdcd-712401c04b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398471 Sep 15 19:31:32.281235 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-cf146087-b406-49b6-bcfe-c7a966119025 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892978 Sep 15 19:31:32.298229 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:32.379854 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-744af5e5-1f9a-4ce0-bb30-be6c4a9120a1 req-92ee44e9-55fd-453c-83a4-ab46d6fe803f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884471 Sep 15 19:31:32.629712 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:31:32.632137 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94763d70-6f89-4f01-859a-1a2a8c9a2906" -d '{"events": [{"name": "network-changed", "server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:31:32.669585 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a976404-a42d-4904-bab8-0f5a6977e11c x-openstack-request-id: req-7a976404-a42d-4904-bab8-0f5a6977e11c {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:31:32.669878 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:31:32.670129 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a976404-a42d-4904-bab8-0f5a6977e11c {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:31:32.670530 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a976404-a42d-4904-bab8-0f5a6977e11c'] response: {'name': 'network-changed', 'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'status': 'completed', 'code': 200} Sep 15 19:31:32.748634 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-bf4abc07-0600-45a7-80cc-9e6dd990ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:32.750132 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-bf4abc07-0600-45a7-80cc-9e6dd990ecfe service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 1129 time: 0.0403426 Sep 15 19:31:32.848588 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-42a92b81-b436-4f95-bd62-8314a76cfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:32.850091 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-42a92b81-b436-4f95-bd62-8314a76cfab9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.0916605 Sep 15 19:31:32.913876 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-eac4a205-0486-4150-8a8a-c0c80a92b80c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf HTTP/1.1" status: 200 len: 1000 time: 0.0558832 Sep 15 19:31:32.969176 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-01fac6c4-093c-41e4-aa71-3999df1a9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:32.970635 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-01fac6c4-093c-41e4-aa71-3999df1a9861 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.0502410 Sep 15 19:31:33.016059 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-3adad7c9-c87a-4329-96a5-3a182f81b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:33.017562 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-3adad7c9-c87a-4329-96a5-3a182f81b962 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395167 Sep 15 19:31:33.071672 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:33.119629 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-c93a0eb7-c817-45b1-be61-0f8e4ee7a19c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928082 Sep 15 19:31:33.211151 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-94763d70-6f89-4f01-859a-1a2a8c9a2906 req-eea42417-e48e-4e3e-842a-cc9f1c345a24 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827153 Sep 15 19:31:35.478187 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70012ba3-8cd4-4707-81ba-bfe0bad3ef88 req-fd8391d3-2ff0-41b1-bb80-323611184cda tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:35.479723 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-70012ba3-8cd4-4707-81ba-bfe0bad3ef88 req-fd8391d3-2ff0-41b1-bb80-323611184cda tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 945 time: 0.0488579 Sep 15 19:31:35.533318 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-70012ba3-8cd4-4707-81ba-bfe0bad3ef88 req-c9d59c80-a257-4b22-9863-81e76e08baa4 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475023 Sep 15 19:31:37.010383 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:31:37.725495 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-12e02114-09a6-402d-9cac-76bcd9c1e7bc tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:37.726877 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-12e02114-09a6-402d-9cac-76bcd9c1e7bc tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 945 time: 0.0518103 Sep 15 19:31:37.815136 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-f163b979-8bba-4109-8f6a-b7717074f313 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Deleting port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:31:37.815477 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-f163b979-8bba-4109-8f6a-b7717074f313 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:37.912164 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-f163b979-8bba-4109-8f6a-b7717074f313 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] For port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:37.912523 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-f163b979-8bba-4109-8f6a-b7717074f313 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:37.926558 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-f163b979-8bba-4109-8f6a-b7717074f313 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Calling delete_port for 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:31:37.997164 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:38.110046 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-f163b979-8bba-4109-8f6a-b7717074f313 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (1d0a2bca-ad01-4592-b8f5-ddac6af30dc4), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:38.123312 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:38.151534 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa25bda-1d92-4eac-b673-0ceff59f091b req-04d3d163-2e0d-4383-af00-7c70d042e206 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:38.155501 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-efa25bda-1d92-4eac-b673-0ceff59f091b req-04d3d163-2e0d-4383-af00-7c70d042e206 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 945 time: 0.0864127 Sep 15 19:31:38.155501 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163b979-8bba-4109-8f6a-b7717074f313 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Pushing event deleted for resources: {'Port': ['ID=1d0a2bca-ad01-4592-b8f5-ddac6af30dc4,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:38.224814 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-f163b979-8bba-4109-8f6a-b7717074f313 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] No DVR routers for this DVR port 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:31:38.232614 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-f163b979-8bba-4109-8f6a-b7717074f313 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:38.236149 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-18fbacf5-3345-452a-94a6-1baabee8c2b4 req-f163b979-8bba-4109-8f6a-b7717074f313 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 HTTP/1.1" status: 204 len: 173 time: 0.5035605 Sep 15 19:31:38.236664 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'name': 'network-vif-deleted', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:31:38.238912 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ca0a24-72fe-4348-a373-fb1a54097851" -d '{"events": [{"server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "name": "network-vif-deleted", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:31:38.259536 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-efa25bda-1d92-4eac-b673-0ceff59f091b req-bc54ed21-c5fb-4a38-8570-f265c100f3f5 tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966115 Sep 15 19:31:38.308123 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967d19af-bd90-4032-afd5-abe18c07950f x-openstack-request-id: req-967d19af-bd90-4032-afd5-abe18c07950f {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:31:38.308709 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdce58c-be13-4f4a-8a24-b3f3f002d77d", "name": "network-vif-deleted", "tag": "1d0a2bca-ad01-4592-b8f5-ddac6af30dc4", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:31:38.309056 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-967d19af-bd90-4032-afd5-abe18c07950f {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:31:38.310301 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967d19af-bd90-4032-afd5-abe18c07950f'] response: {'server_uuid': 'dfdce58c-be13-4f4a-8a24-b3f3f002d77d', 'name': 'network-vif-deleted', 'tag': '1d0a2bca-ad01-4592-b8f5-ddac6af30dc4', 'status': 'completed', 'code': 200} Sep 15 19:31:39.386871 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-502ee8a7-b6c4-4188-9bbe-08d4ce539e80 req-4a122d6f-7161-41c1-96dd-e1d474d1fe2b tempest-TestMinimumBasicScenario-875696926 tempest-TestMinimumBasicScenario-875696926-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdce58c-be13-4f4a-8a24-b3f3f002d77d HTTP/1.1" status: 200 len: 210 time: 0.0327454 Sep 15 19:31:40.607778 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=22 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:41.046709 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:41.460148 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:31:41.479440 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:31:41.479813 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1d0a2bca-ad01-4592-b8f5-ddac6af30dc4 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:31:42.001518 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36694) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:42.318595 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (282a0504-19d1-484b-b5ec-68c2a9b6d347), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:42.548248 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] Deleting port 21223466-bb67-4d2b-b00c-77c3825dc5c3 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:31:42.548494 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:42.630620 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] For port 21223466-bb67-4d2b-b00c-77c3825dc5c3, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=21223466-bb67-4d2b-b00c-77c3825dc5c3,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:42.630985 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:42.644334 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] Calling delete_port for 21223466-bb67-4d2b-b00c-77c3825dc5c3 owned by network:router_interface {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:31:42.802837 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:42.926261 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (21223466-bb67-4d2b-b00c-77c3825dc5c3), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:42.932724 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:42.954925 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=21223466-bb67-4d2b-b00c-77c3825dc5c3,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:43.126600 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (282a0504-19d1-484b-b5ec-68c2a9b6d347), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:43.221180 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-5ea2cd68-0d7a-4ea7-85eb-e45104e86571 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401084 Sep 15 19:31:43.296384 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:43.309106 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-c8171364-32a1-472b-82b9-fea75fcafd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:43.311041 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-c8171364-32a1-472b-82b9-fea75fcafd7f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=016f968319fd49d98506030c0bee6021&device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 1129 time: 0.0407031 Sep 15 19:31:43.336980 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] Router 282a0504-19d1-484b-b5ec-68c2a9b6d347 has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:31:43.435739 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-e49c4986-6acd-4cdf-a656-45986ffd949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:43.437228 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-e49c4986-6acd-4cdf-a656-45986ffd949b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 200 len: 920 time: 0.1029339 Sep 15 19:31:43.458989 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:31:43.464384 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-7c38fb67-09f8-47e6-8264-1f22bec695d2 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/282a0504-19d1-484b-b5ec-68c2a9b6d347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618526 Sep 15 19:31:43.467193 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36700) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:43.471416 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] Sync routers for ids ['282a0504-19d1-484b-b5ec-68c2a9b6d347'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:31:43.482896 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] Routers {'282a0504-19d1-484b-b5ec-68c2a9b6d347'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:43.483528 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-592682ff-22b7-4dad-8783-f9360c6bf116 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8bdaca-d337-4c5a-a11c-dbedba1578a8 HTTP/1.1" status: 200 len: 217 time: 0.0349019 Sep 15 19:31:43.483783 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['282a0504-19d1-484b-b5ec-68c2a9b6d347'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:43.546537 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-104cbb56-edd9-4900-ae5e-5cd82b6de814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:43.548495 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-104cbb56-edd9-4900-ae5e-5cd82b6de814 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 200 len: 858 time: 0.0541461 Sep 15 19:31:43.580674 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Publish callbacks [] for router (282a0504-19d1-484b-b5ec-68c2a9b6d347), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:43.609637 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-9403f1cc-cde8-49c2-91fe-aed1b2ed1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:43.611212 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-9403f1cc-cde8-49c2-91fe-aed1b2ed1e4d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f2ffb04b-7869-41f6-aad2-f6912ace930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533652 Sep 15 19:31:43.678741 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:43.682969 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] Set router 282a0504-19d1-484b-b5ec-68c2a9b6d347 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:43.686563 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Publish callbacks [] for router_gateway (282a0504-19d1-484b-b5ec-68c2a9b6d347), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:43.712321 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-dc59775b-bf4d-4210-98dc-44fd6c8556d0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937581 Sep 15 19:31:43.809357 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Deleting port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:31:43.809845 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:43.819140 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4b5bbe2b-eddd-4468-a186-e9bd0c1e1126 req-3c57abfd-1066-4b1e-80b2-e96b18b1149b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963690 Sep 15 19:31:43.869191 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:31:42Z', 'revision_number': 5, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port': {'id': 'f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:43.893523 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] Checking router: 282a0504-19d1-484b-b5ec-68c2a9b6d347 for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:31:43.894646 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:43.896593 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] For port f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:43.896956 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:43.902328 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] Routers {'282a0504-19d1-484b-b5ec-68c2a9b6d347'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:43.902944 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['282a0504-19d1-484b-b5ec-68c2a9b6d347'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:43.910437 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Calling delete_port for f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 owned by network:router_gateway {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:31:43.989812 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] Set router 282a0504-19d1-484b-b5ec-68c2a9b6d347 gateway port host: None {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:44.017635 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:44.038501 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:31:43Z', 'revision_number': 6, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port_host': None}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:44.067148 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d895a2-5bc0-48ca-a6a0-2cf09b8a5369 None None] The sync data for ids ['282a0504-19d1-484b-b5ec-68c2a9b6d347'] in dv-cinder-849846-10-iscsi is: [{'id': '282a0504-19d1-484b-b5ec-68c2a9b6d347', 'name': 'tempest-TestMinimumBasicScenario-698552712-router', 'tenant_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:37Z', 'updated_at': '2022-09-15T19:31:43Z', 'revision_number': 6, 'project_id': '4fd3f2da26af4d3db4c6db4ceb851558', 'gw_port_host': None}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:31:44.395852 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:44.422054 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:44.494698 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (282a0504-19d1-484b-b5ec-68c2a9b6d347), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:44.608010 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (282a0504-19d1-484b-b5ec-68c2a9b6d347), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:44.610223 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Publish callbacks [] for router_controller (282a0504-19d1-484b-b5ec-68c2a9b6d347), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:44.772394 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (282a0504-19d1-484b-b5ec-68c2a9b6d347), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:44.773020 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 282a0504-19d1-484b-b5ec-68c2a9b6d347 {{(pid=106635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:31:44.789185 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:44.789185 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-2f895adc-afa2-428f-a03d-896ede055205 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/282a0504-19d1-484b-b5ec-68c2a9b6d347 HTTP/1.1" status: 204 len: 168 time: 1.3111103 Sep 15 19:31:44.789185 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36704) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:44.832520 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2fd4fc-2386-4058-8fec-45e564072958 admin admin] Deleting subnet 96c540f9-7d74-4e4a-a277-5b1795411a16 {{(pid=106635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:31:44.836659 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd4fc-2386-4058-8fec-45e564072958 admin admin] Publish callbacks [] for subnet (96c540f9-7d74-4e4a-a277-5b1795411a16), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:44.874775 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd4fc-2386-4058-8fec-45e564072958 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6552145'] for subnet (96c540f9-7d74-4e4a-a277-5b1795411a16), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:44.920448 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:31:44.945147 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:31:44.945504 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device f29ad8ee-3f6f-4df1-99f6-4af65e18a4e5 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:31:44.945920 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 21223466-bb67-4d2b-b00c-77c3825dc5c3 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:31:44.965874 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 21223466-bb67-4d2b-b00c-77c3825dc5c3 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:31:44.966240 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 21223466-bb67-4d2b-b00c-77c3825dc5c3 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:31:44.998947 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd4fc-2386-4058-8fec-45e564072958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (96c540f9-7d74-4e4a-a277-5b1795411a16), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.150149 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd4fc-2386-4058-8fec-45e564072958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5392320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6666563'] for subnet (96c540f9-7d74-4e4a-a277-5b1795411a16), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.178229 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fd4fc-2386-4058-8fec-45e564072958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c540f9-7d74-4e4a-a277-5b1795411a16,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:45.181873 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd4fc-2386-4058-8fec-45e564072958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.185987 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-4f2fd4fc-2386-4058-8fec-45e564072958 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/96c540f9-7d74-4e4a-a277-5b1795411a16 HTTP/1.1" status: 204 len: 168 time: 0.4026117 Sep 15 19:31:45.190015 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36708) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:45.194014 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b1513f-496d-4d62-ade2-953d0f48ef2a None None] Network c851a255-af99-440b-bdcd-712401c04b66 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:31:45.269534 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (c851a255-af99-440b-bdcd-712401c04b66), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.319295 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Deleting port e770a3d2-eb25-47c2-beeb-f16a32b08f40 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:31:45.319735 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.372780 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c123458b-9cc8-4679-80dc-2d81a307e862 None None] DHCP port deletion for c851a255-af99-440b-bdcd-712401c04b66 request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:31:45.396211 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] For port e770a3d2-eb25-47c2-beeb-f16a32b08f40, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=e770a3d2-eb25-47c2-beeb-f16a32b08f40,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:45.396577 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.411252 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Calling delete_port for e770a3d2-eb25-47c2-beeb-f16a32b08f40 owned by network:dhcp {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:31:45.412494 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-c123458b-9cc8-4679-80dc-2d81a307e862 None None] Deleting port e770a3d2-eb25-47c2-beeb-f16a32b08f40 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:31:45.412864 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c123458b-9cc8-4679-80dc-2d81a307e862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.482891 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-c123458b-9cc8-4679-80dc-2d81a307e862 None None] For port e770a3d2-eb25-47c2-beeb-f16a32b08f40, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=e770a3d2-eb25-47c2-beeb-f16a32b08f40,segment=NetworkSegment(2756c733-01ce-49f7-b8d6-c51e7bd69737),segment_id=2756c733-01ce-49f7-b8d6-c51e7bd69737)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:45.483289 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c123458b-9cc8-4679-80dc-2d81a307e862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.501455 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-c123458b-9cc8-4679-80dc-2d81a307e862 None None] Calling delete_port for e770a3d2-eb25-47c2-beeb-f16a32b08f40 owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:31:45.605208 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.613480 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c123458b-9cc8-4679-80dc-2d81a307e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909'] for port (e770a3d2-eb25-47c2-beeb-f16a32b08f40), after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.656390 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Pushing event deleted for resources: {'Port': ['ID=e770a3d2-eb25-47c2-beeb-f16a32b08f40,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:45.660876 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123458b-9cc8-4679-80dc-2d81a307e862 None None] Pushing event deleted for resources: {'Port': ['ID=e770a3d2-eb25-47c2-beeb-f16a32b08f40,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:45.661939 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] No DVR routers for this DVR port e770a3d2-eb25-47c2-beeb-f16a32b08f40 on host dv-cinder-849846-10-iscsi {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:31:45.664619 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123458b-9cc8-4679-80dc-2d81a307e862 None None] No DVR routers for this DVR port e770a3d2-eb25-47c2-beeb-f16a32b08f40 on host dv-cinder-849846-10-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:31:45.702831 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.703319 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.703910 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.704487 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.704992 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.705558 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.706092 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.706441 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.706778 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.707245 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.707839 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.710461 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.710461 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.710461 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.710461 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:45.795567 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (c851a255-af99-440b-bdcd-712401c04b66), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.822919 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c851a255-af99-440b-bdcd-712401c04b66']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:45.834012 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2756c733-01ce-49f7-b8d6-c51e7bd69737') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:45.834324 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2756c733-01ce-49f7-b8d6-c51e7bd69737') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:45.845356 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (2756c733-01ce-49f7-b8d6-c51e7bd69737), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.860519 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (2756c733-01ce-49f7-b8d6-c51e7bd69737), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.868117 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:31:45.868708 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (2756c733-01ce-49f7-b8d6-c51e7bd69737), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:45.873028 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:45.884851 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:45.915860 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 2756c733-01ce-49f7-b8d6-c51e7bd69737 resource provider aggregate not found Sep 15 19:31:45.935274 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 2756c733-01ce-49f7-b8d6-c51e7bd69737 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2756c733-01ce-49f7-b8d6-c51e7bd69737 found for delete ", "request_id": "req-b900f962-1cf8-4a8b-b826-7de915fea54a"}]} Sep 15 19:31:46.058117 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (c851a255-af99-440b-bdcd-712401c04b66), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:46.064958 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:46.067837 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/c851a255-af99-440b-bdcd-712401c04b66 HTTP/1.1" status: 204 len: 168 time: 0.8765800 Sep 15 19:31:46.071001 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36720) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:46.091076 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40fcb8-e20d-4e51-a34e-134e2b25aadf admin admin] Pushing event deleted for resources: {'Network': ['ID=c851a255-af99-440b-bdcd-712401c04b66,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:46.256313 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:46.386286 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:46.390643 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (73eebbe5-85ef-4a27-98c2-bea14cba634b), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:46.611553 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] Deleting port a37ec894-9096-47b0-b51b-e8f27901c226 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:31:46.611917 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:46.698378 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] For port a37ec894-9096-47b0-b51b-e8f27901c226, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=a37ec894-9096-47b0-b51b-e8f27901c226,segment=NetworkSegment(0a39d425-da93-4c39-ab21-476e6d2728ab),segment_id=0a39d425-da93-4c39-ab21-476e6d2728ab)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:46.698650 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:46.711820 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] Calling delete_port for a37ec894-9096-47b0-b51b-e8f27901c226 owned by network:router_interface {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:31:46.908740 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e770a3d2-eb25-47c2-beeb-f16a32b08f40 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:31:46.929803 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: e770a3d2-eb25-47c2-beeb-f16a32b08f40 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:31:46.929803 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e770a3d2-eb25-47c2-beeb-f16a32b08f40 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:31:46.960941 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (a37ec894-9096-47b0-b51b-e8f27901c226), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:46.990595 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=a37ec894-9096-47b0-b51b-e8f27901c226,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:47.154448 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (73eebbe5-85ef-4a27-98c2-bea14cba634b), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:47.199345 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:47.339921 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:47.362172 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] Router 73eebbe5-85ef-4a27-98c2-bea14cba634b has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:31:47.465036 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:31:47.470867 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-dfeb3793-d6d9-4bba-9b70-23ff96203c79 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/73eebbe5-85ef-4a27-98c2-bea14cba634b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3980787 Sep 15 19:31:47.473396 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36726) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:47.474528 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] Sync routers for ids ['73eebbe5-85ef-4a27-98c2-bea14cba634b'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:31:47.485235 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] Routers {'73eebbe5-85ef-4a27-98c2-bea14cba634b'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:47.485852 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['73eebbe5-85ef-4a27-98c2-bea14cba634b'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:47.488366 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:47.571726 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Publish callbacks [] for router (73eebbe5-85ef-4a27-98c2-bea14cba634b), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:47.604188 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] Set router 73eebbe5-85ef-4a27-98c2-bea14cba634b gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:47.676948 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Publish callbacks [] for router_gateway (73eebbe5-85ef-4a27-98c2-bea14cba634b), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:47.773287 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4d94ca7c-f0de-499d-9ca4-b13cc06a5581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:47.816590 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Deleting port 091108f7-8491-40ab-b9ae-bf8117fd3351 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:31:47.816928 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:47.876513 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:47.903918 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] For port 091108f7-8491-40ab-b9ae-bf8117fd3351, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=091108f7-8491-40ab-b9ae-bf8117fd3351,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:47.904377 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:47.917971 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Calling delete_port for 091108f7-8491-40ab-b9ae-bf8117fd3351 owned by network:router_gateway {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:31:47.918910 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'name': 'tempest-TestMinimumBasicScenario-4189181-router', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:49Z', 'updated_at': '2022-09-15T19:31:46Z', 'revision_number': 5, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'gw_port': {'id': '091108f7-8491-40ab-b9ae-bf8117fd3351', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:50Z', 'updated_at': '2022-09-15T19:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:47.947344 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] Checking router: 73eebbe5-85ef-4a27-98c2-bea14cba634b for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:31:47.957923 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] Routers {'73eebbe5-85ef-4a27-98c2-bea14cba634b'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:47.958528 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['73eebbe5-85ef-4a27-98c2-bea14cba634b'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:48.046633 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] Set router 73eebbe5-85ef-4a27-98c2-bea14cba634b gateway port host: None {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:48.078466 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:48.101195 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'name': 'tempest-TestMinimumBasicScenario-4189181-router', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:49Z', 'updated_at': '2022-09-15T19:31:47Z', 'revision_number': 6, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'gw_port_host': None}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:48.126929 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e93245-386e-42fe-bcd4-bed1293a3d2b None None] The sync data for ids ['73eebbe5-85ef-4a27-98c2-bea14cba634b'] in dv-cinder-849846-10-iscsi is: [{'id': '73eebbe5-85ef-4a27-98c2-bea14cba634b', 'name': 'tempest-TestMinimumBasicScenario-4189181-router', 'tenant_id': '52ab88f388b84b5488a950739c0710d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:49Z', 'updated_at': '2022-09-15T19:31:47Z', 'revision_number': 6, 'project_id': '52ab88f388b84b5488a950739c0710d0', 'gw_port_host': None}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:31:48.149686 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (091108f7-8491-40ab-b9ae-bf8117fd3351), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:48.184789 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Pushing event deleted for resources: {'Port': ['ID=091108f7-8491-40ab-b9ae-bf8117fd3351,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:48.479679 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (73eebbe5-85ef-4a27-98c2-bea14cba634b), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:48.573715 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (73eebbe5-85ef-4a27-98c2-bea14cba634b), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:48.576041 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Publish callbacks [] for router_controller (73eebbe5-85ef-4a27-98c2-bea14cba634b), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:48.692373 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (73eebbe5-85ef-4a27-98c2-bea14cba634b), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:48.692882 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73eebbe5-85ef-4a27-98c2-bea14cba634b {{(pid=106635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:31:48.701461 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:48.701461 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-27398671-0c50-40b1-a1d3-a1bcca44034a admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/73eebbe5-85ef-4a27-98c2-bea14cba634b HTTP/1.1" status: 204 len: 168 time: 1.2238817 Sep 15 19:31:48.701461 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36730) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:48.750876 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8737fe5-82d9-4166-93d0-12f0e22fc4a0 admin admin] Deleting subnet c441a0e4-ec67-4620-a499-b597710c7344 {{(pid=106635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:31:48.754379 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e8737fe5-82d9-4166-93d0-12f0e22fc4a0 admin admin] Publish callbacks [] for subnet (c441a0e4-ec67-4620-a499-b597710c7344), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:48.790640 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e8737fe5-82d9-4166-93d0-12f0e22fc4a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6552145'] for subnet (c441a0e4-ec67-4620-a499-b597710c7344), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:48.827983 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:48.873978 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e8737fe5-82d9-4166-93d0-12f0e22fc4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (c441a0e4-ec67-4620-a499-b597710c7344), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:48.957573 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 091108f7-8491-40ab-b9ae-bf8117fd3351 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:31:48.979276 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 091108f7-8491-40ab-b9ae-bf8117fd3351 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:31:48.979619 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 091108f7-8491-40ab-b9ae-bf8117fd3351 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:31:48.980240 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a37ec894-9096-47b0-b51b-e8f27901c226 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:31:49.002204 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: a37ec894-9096-47b0-b51b-e8f27901c226 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:31:49.002548 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a37ec894-9096-47b0-b51b-e8f27901c226 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:31:49.035816 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e8737fe5-82d9-4166-93d0-12f0e22fc4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5392320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6666563'] for subnet (c441a0e4-ec67-4620-a499-b597710c7344), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.064421 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8737fe5-82d9-4166-93d0-12f0e22fc4a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c441a0e4-ec67-4620-a499-b597710c7344,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:49.070420 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e8737fe5-82d9-4166-93d0-12f0e22fc4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.075320 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e8737fe5-82d9-4166-93d0-12f0e22fc4a0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/c441a0e4-ec67-4620-a499-b597710c7344 HTTP/1.1" status: 204 len: 168 time: 0.3720522 Sep 15 19:31:49.075452 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19c0c09-69cc-4beb-9f9f-d7cd6fcf8c49 None None] Network 07e5e693-768e-442d-97f0-950ec83930fe requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:31:49.078923 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36732) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:49.161790 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (07e5e693-768e-442d-97f0-950ec83930fe), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.225990 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Deleting port 30333407-0871-4d4e-85f3-6862c3f9ac9e {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:31:49.226614 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.298228 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302feaaf-aea3-4eb2-91aa-e1dc487499e6 None None] DHCP port deletion for 07e5e693-768e-442d-97f0-950ec83930fe request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:31:49.298467 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] For port 30333407-0871-4d4e-85f3-6862c3f9ac9e, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=30333407-0871-4d4e-85f3-6862c3f9ac9e,segment=NetworkSegment(0a39d425-da93-4c39-ab21-476e6d2728ab),segment_id=0a39d425-da93-4c39-ab21-476e6d2728ab)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:49.298605 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.312891 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Calling delete_port for 30333407-0871-4d4e-85f3-6862c3f9ac9e owned by network:dhcp {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:31:49.343593 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-302feaaf-aea3-4eb2-91aa-e1dc487499e6 None None] Deleting port 30333407-0871-4d4e-85f3-6862c3f9ac9e {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:31:49.344046 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-302feaaf-aea3-4eb2-91aa-e1dc487499e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.412927 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-302feaaf-aea3-4eb2-91aa-e1dc487499e6 None None] For port 30333407-0871-4d4e-85f3-6862c3f9ac9e, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=30333407-0871-4d4e-85f3-6862c3f9ac9e,segment=NetworkSegment(0a39d425-da93-4c39-ab21-476e6d2728ab),segment_id=0a39d425-da93-4c39-ab21-476e6d2728ab)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:49.413242 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-302feaaf-aea3-4eb2-91aa-e1dc487499e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.426909 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-302feaaf-aea3-4eb2-91aa-e1dc487499e6 None None] Calling delete_port for 30333407-0871-4d4e-85f3-6862c3f9ac9e owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:31:49.493215 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.509301 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-302feaaf-aea3-4eb2-91aa-e1dc487499e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909'] for port (30333407-0871-4d4e-85f3-6862c3f9ac9e), after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.520570 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Pushing event deleted for resources: {'Port': ['ID=30333407-0871-4d4e-85f3-6862c3f9ac9e,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:49.522419 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] No DVR routers for this DVR port 30333407-0871-4d4e-85f3-6862c3f9ac9e on host dv-cinder-849846-10-iscsi {{(pid=106635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:31:49.534616 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302feaaf-aea3-4eb2-91aa-e1dc487499e6 None None] Pushing event deleted for resources: {'Port': ['ID=30333407-0871-4d4e-85f3-6862c3f9ac9e,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:49.541115 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302feaaf-aea3-4eb2-91aa-e1dc487499e6 None None] No DVR routers for this DVR port 30333407-0871-4d4e-85f3-6862c3f9ac9e on host dv-cinder-849846-10-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:31:49.604103 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (07e5e693-768e-442d-97f0-950ec83930fe), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.613669 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:49.626492 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e5e693-768e-442d-97f0-950ec83930fe']}} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:49.636371 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a39d425-da93-4c39-ab21-476e6d2728ab') {'for_net_delete': True} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:49.636666 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a39d425-da93-4c39-ab21-476e6d2728ab') {} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:49.646686 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6552170'] for segment (0a39d425-da93-4c39-ab21-476e6d2728ab), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.662810 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (0a39d425-da93-4c39-ab21-476e6d2728ab), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.671513 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:31:49.672303 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5392250'] for segment (0a39d425-da93-4c39-ab21-476e6d2728ab), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.714413 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.services.segments.plugin [-] Segment 0a39d425-da93-4c39-ab21-476e6d2728ab resource provider aggregate not found Sep 15 19:31:49.733262 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.services.segments.plugin [-] Segment 0a39d425-da93-4c39-ab21-476e6d2728ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a39d425-da93-4c39-ab21-476e6d2728ab found for delete ", "request_id": "req-01a38ffd-68cf-48d6-83d3-bcd15f6538e8"}]} Sep 15 19:31:49.858773 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (07e5e693-768e-442d-97f0-950ec83930fe), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.866476 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:49.869619 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/07e5e693-768e-442d-97f0-950ec83930fe HTTP/1.1" status: 204 len: 168 time: 0.7895105 Sep 15 19:31:49.879822 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86597b5-172a-441a-b10d-c996f7994594 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e5e693-768e-442d-97f0-950ec83930fe,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:50.063398 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7089-8b70-47aa-8242-63226ed273f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:50.221921 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36742) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:50.260738 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0ed274da-9e45-48c5-b0e8-bf4eb7dfbd21 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4fd3f2da26af4d3db4c6db4ceb851558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392401 Sep 15 19:31:50.266746 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36748) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:50.321819 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-60daf353-961a-4587-b565-370f2c1499cc admin admin] Publish callbacks [] for security_group (f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:50.343584 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-60daf353-961a-4587-b565-370f2c1499cc admin admin] Publish callbacks [] for security_group (f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:50.377911 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:50.480837 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-60daf353-961a-4587-b565-370f2c1499cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:50.483345 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-60daf353-961a-4587-b565-370f2c1499cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:50.484558 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-60daf353-961a-4587-b565-370f2c1499cc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e HTTP/1.1" status: 204 len: 168 time: 0.2167757 Sep 15 19:31:50.492859 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daf353-961a-4587-b565-370f2c1499cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54a68e9-d53a-4ccb-b3da-c0beb6fe2a3e,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:50.912136 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 30333407-0871-4d4e-85f3-6862c3f9ac9e no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:31:50.933103 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 30333407-0871-4d4e-85f3-6862c3f9ac9e {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:31:50.933518 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 30333407-0871-4d4e-85f3-6862c3f9ac9e not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:31:51.172051 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:51.329975 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36758) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:51.369673 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6eaadd11-d065-4a1c-99f7-68b4783522a8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=52ab88f388b84b5488a950739c0710d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384905 Sep 15 19:31:51.372312 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36760) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:51.420772 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27c2bdfb-0ca6-4b10-84da-7be6b7c12aaa admin admin] Publish callbacks [] for security_group (9c92e317-c5b6-417c-8df3-17dfd3d413fd), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:51.441516 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27c2bdfb-0ca6-4b10-84da-7be6b7c12aaa admin admin] Publish callbacks [] for security_group (9c92e317-c5b6-417c-8df3-17dfd3d413fd), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:51.561133 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27c2bdfb-0ca6-4b10-84da-7be6b7c12aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (9c92e317-c5b6-417c-8df3-17dfd3d413fd), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:51.563690 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-27c2bdfb-0ca6-4b10-84da-7be6b7c12aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:51.564899 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-27c2bdfb-0ca6-4b10-84da-7be6b7c12aaa admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9c92e317-c5b6-417c-8df3-17dfd3d413fd HTTP/1.1" status: 204 len: 168 time: 0.1911941 Sep 15 19:31:51.573174 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2bdfb-0ca6-4b10-84da-7be6b7c12aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c92e317-c5b6-417c-8df3-17dfd3d413fd,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:52.676335 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36786) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:52.723606 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:52.776484 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-567577662-network', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:31:52.817535 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:52.869437 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Made reservation on behalf of a7bbec449c0142f0b910956bacedbe5e for: {'network': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:31:52.874962 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:52.881494 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:52.962227 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Publish callbacks [] for security_group (163b5ce3-4fa6-4869-8d17-57144508c5ed), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:53.051883 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (163b5ce3-4fa6-4869-8d17-57144508c5ed), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:53.081874 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:31:53.088451 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163b5ce3-4fa6-4869-8d17-57144508c5ed,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:53.094554 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (7707e7fa-4d00-4f01-91ad-ebb4d294c63f), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:53.094903 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.segments_db [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Added segment 7707e7fa-4d00-4f01-91ad-ebb4d294c63f of type vlan for network 3764c9bd-aafe-448d-9672-4244678df38d Sep 15 19:31:53.135893 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (3764c9bd-aafe-448d-9672-4244678df38d), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:53.280836 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (3764c9bd-aafe-448d-9672-4244678df38d), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:53.281917 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:53.282499 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:53.346263 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] Pushing event updated for resources: {'Network': ['ID=3764c9bd-aafe-448d-9672-4244678df38d,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:53.355896 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network 3764c9bd-aafe-448d-9672-4244678df38d details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:31:53.444035 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-295dec0d-be1d-4bbe-97f9-2804ee72e78f admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7665398 Sep 15 19:31:53.446848 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36792) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:53.451562 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Request body: {'subnet': {'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-567577662-subnet', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'ip_version': 4}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:31:53.537688 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Made reservation on behalf of a7bbec449c0142f0b910956bacedbe5e for: {'subnet': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:31:53.540209 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6666604'] for subnet (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:53.596820 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:53.625919 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:53.808237 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5396767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6666618'] for subnet (fdd5cf75-439b-48d0-9684-783d45d83377), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:53.866586 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd5cf75-439b-48d0-9684-783d45d83377,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:53.876759 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Checking segment: {'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:31:53.877112 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Network hostable DHCP agents. Network: 3764c9bd-aafe-448d-9672-4244678df38d, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:31:53.988961 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Network 3764c9bd-aafe-448d-9672-4244678df38d is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:31:53.989539 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=94 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:54.041696 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=29 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:54.069289 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, 3764c9bd-aafe-448d-9672-4244678df38d) {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:31:54.073474 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:31:54.074101 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.081936 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e562e5-5854-4400-a722-211e4a8eb03c None None] Network 3764c9bd-aafe-448d-9672-4244678df38d requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:31:54.175169 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-98a3f692-efce-4a65-acc4-17ecdd31a770 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7271652 Sep 15 19:31:54.182189 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36796) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:54.182637 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:31:54.185636 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-3764c9bd-aafe-448d-9672-4244678df38d', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:31:54.186591 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.203408 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:54.292786 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.293853 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.322616 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:54.323956 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Allocated IP 172.20.0.2 (3764c9bd-aafe-448d-9672-4244678df38d/fdd5cf75-439b-48d0-9684-783d45d83377/f25e40fd-4875-4e6b-a8f4-23fbe949c914) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:31:54.347391 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks [] for router_controller (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), precommit_add_association {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.473571 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Publish callbacks [] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.573051 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks [] for router_gateway (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.600800 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.638810 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Network 3764c9bd-aafe-448d-9672-4244678df38d is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:31:54.641751 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:31:54.644281 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:31:54.656612 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Pushing event updated for resources: {'Port': ['ID=f25e40fd-4875-4e6b-a8f4-23fbe949c914,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:54.711611 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Attempting to bind port f25e40fd-4875-4e6b-a8f4-23fbe949c914 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:31:54.712011 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Attempting to bind port f25e40fd-4875-4e6b-a8f4-23fbe949c914 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:31:54.712371 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Attempting to bind port f25e40fd-4875-4e6b-a8f4-23fbe949c914 on network 3764c9bd-aafe-448d-9672-4244678df38d {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:31:54.756978 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:31:54.757364 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Checking segment: {'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:31:54.757786 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.758166 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Bound using segment: {'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:31:54.758629 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Bound port: f25e40fd-4875-4e6b-a8f4-23fbe949c914, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:31:54.758997 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.825138 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] For port f25e40fd-4875-4e6b-a8f4-23fbe949c914, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:31:54.828673 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] For port f25e40fd-4875-4e6b-a8f4-23fbe949c914, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=f25e40fd-4875-4e6b-a8f4-23fbe949c914,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:31:54.875767 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks [] for router_gateway (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.897678 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:54.900894 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.932939 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:54.991811 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fad04-fe68-4aca-8e27-1179f23e48eb None None] Pushing event updated for resources: {'Port': ['ID=f25e40fd-4875-4e6b-a8f4-23fbe949c914,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:55.025878 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Allocated IP 172.27.0.169 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/269d75a8-7aa0-4e16-b4f6-4f31d40fb366) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:31:55.406042 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks [] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:55.561419 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:55.603348 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:31:55.608446 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:31:55.612469 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:31:55.616036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Pushing event updated for resources: {'Port': ['ID=269d75a8-7aa0-4e16-b4f6-4f31d40fb366,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:55.760474 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:55.765091 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:55.941412 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1f6034-4313-4ec7-9f3c-2b258fd904da None None] Network 3764c9bd-aafe-448d-9672-4244678df38d requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:31:55.963619 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks [] for router_gateway (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:56.016962 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-13bf8595-976c-45cd-8765-cafb1a58ad56 None None] Provisioning complete for port f25e40fd-4875-4e6b-a8f4-23fbe949c914 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:31:56.017334 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-13bf8595-976c-45cd-8765-cafb1a58ad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:56.017670 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-13bf8595-976c-45cd-8765-cafb1a58ad56 None None] Attempt 1 to provision port f25e40fd-4875-4e6b-a8f4-23fbe949c914 Sep 15 19:31:56.131873 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-13bf8595-976c-45cd-8765-cafb1a58ad56 None None] Current status of the port f25e40fd-4875-4e6b-a8f4-23fbe949c914 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:31:56.132100 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-13bf8595-976c-45cd-8765-cafb1a58ad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:56.175954 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-13bf8595-976c-45cd-8765-cafb1a58ad56 None None] For port f25e40fd-4875-4e6b-a8f4-23fbe949c914, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=f25e40fd-4875-4e6b-a8f4-23fbe949c914,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:56.188925 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:56.270610 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-13bf8595-976c-45cd-8765-cafb1a58ad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:56.320951 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf8595-976c-45cd-8765-cafb1a58ad56 None None] Pushing event updated for resources: {'Port': ['ID=f25e40fd-4875-4e6b-a8f4-23fbe949c914,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:56.389202 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-e69425ff-e9de-4bf2-ba64-88fb51196a0b None None] Provisioning complete for port f25e40fd-4875-4e6b-a8f4-23fbe949c914 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:31:56.389568 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e69425ff-e9de-4bf2-ba64-88fb51196a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:56.389902 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-e69425ff-e9de-4bf2-ba64-88fb51196a0b None None] Attempt 1 to provision port f25e40fd-4875-4e6b-a8f4-23fbe949c914 Sep 15 19:31:56.401062 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:31:56.464360 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-e69425ff-e9de-4bf2-ba64-88fb51196a0b None None] Current status of the port f25e40fd-4875-4e6b-a8f4-23fbe949c914 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:31:56.507339 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:31:56.516430 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Sync routers for ids ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:31:56.527207 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Routers {'d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:56.528086 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:56.563362 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:56.564739 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-4664c207-ffac-4cd7-80c0-372034a5643c admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3857367 Sep 15 19:31:56.567366 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36806) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:56.632367 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Set router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:56.667333 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:56.806518 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:55Z', 'revision_number': 3, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:56.836064 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Checking router: d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:31:56.836408 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Updating router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 binding host dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:31:56.868284 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:56.960894 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device f25e40fd-4875-4e6b-a8f4-23fbe949c914 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:31:56.984725 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:57.022024 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.030670 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port f25e40fd-4875-4e6b-a8f4-23fbe949c914 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:31:57.031285 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.031766 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port f25e40fd-4875-4e6b-a8f4-23fbe949c914 Sep 15 19:31:57.110624 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port f25e40fd-4875-4e6b-a8f4-23fbe949c914 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:31:57.142729 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Publish callbacks [] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.203395 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Allocated IP 172.20.0.1 (3764c9bd-aafe-448d-9672-4244678df38d/fdd5cf75-439b-48d0-9684-783d45d83377/754ddcd3-e390-4c01-b761-933af65a82f6) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:31:57.234844 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.271637 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Attempting to bind port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:31:57.272039 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Attempting to bind port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:31:57.272404 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Attempting to bind port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:31:57.310475 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Pushing event updated for resources: {'Port': ['ID=269d75a8-7aa0-4e16-b4f6-4f31d40fb366,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:57.311655 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Publish callbacks [] for port (754ddcd3-e390-4c01-b761-933af65a82f6), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.320875 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.321213 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.321572 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.322132 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.322469 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.322798 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.323128 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.323444 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.323813 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.324144 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.324466 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.324803 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.325125 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.325443 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.326309 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:57.343774 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:31:57.344150 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:31:57.344552 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.344941 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:31:57.345418 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Bound port: 269d75a8-7aa0-4e16-b4f6-4f31d40fb366, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:31:57.345796 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.396054 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] For port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:31:57.399350 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] For port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=269d75a8-7aa0-4e16-b4f6-4f31d40fb366,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:31:57.470477 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.509709 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.513871 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Network 3764c9bd-aafe-448d-9672-4244678df38d is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:31:57.521378 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:31:57.522229 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:31:57.560921 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Pushing event updated for resources: {'Port': ['ID=754ddcd3-e390-4c01-b761-933af65a82f6,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:57.578722 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.585529 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Routers {'d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:57.586170 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:57.687155 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf8bb0-703f-498b-84ff-9529a40b812c None None] Pushing event updated for resources: {'Port': ['ID=269d75a8-7aa0-4e16-b4f6-4f31d40fb366,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:57.692233 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:57.692914 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:57.708633 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] Set router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:31:57.781423 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.793101 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Provisioning complete for port 754ddcd3-e390-4c01-b761-933af65a82f6 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:31:57.793848 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.794900 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Attempt 1 to provision port 754ddcd3-e390-4c01-b761-933af65a82f6 Sep 15 19:31:57.817125 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:57.835398 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Port 754ddcd3-e390-4c01-b761-933af65a82f6 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:31:57.970056 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:57.992685 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Publish callbacks [] for port (754ddcd3-e390-4c01-b761-933af65a82f6), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:57.993025 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:55Z', 'revision_number': 3, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:58.019210 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb28fbf8-17fb-4fdc-9407-ff519b35b466 None None] The sync data for ids ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'] in dv-cinder-849846-10-iscsi is: [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:55Z', 'revision_number': 3, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:31:58.120687 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:58.203758 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:58.206610 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Pushing event updated for resources: {'Port': ['ID=754ddcd3-e390-4c01-b761-933af65a82f6,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:58.337624 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Attempt 2 to provision port 754ddcd3-e390-4c01-b761-933af65a82f6 Sep 15 19:31:58.365349 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Network 3764c9bd-aafe-448d-9672-4244678df38d is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:31:58.367206 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:31:58.385389 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Port 754ddcd3-e390-4c01-b761-933af65a82f6 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:31:58.502629 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:31:58.641927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:31:58.651110 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-c39a4230-ac9b-4e33-a509-efa652f6c184 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0791278 Sep 15 19:31:58.886530 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Attempt 3 to provision port 754ddcd3-e390-4c01-b761-933af65a82f6 Sep 15 19:31:58.962299 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Port 754ddcd3-e390-4c01-b761-933af65a82f6 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:31:58.981489 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:31:59.026352 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:59.041312 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:31:59.041770 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.042177 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 Sep 15 19:31:59.241612 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:59.257892 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:31:59.258280 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.280367 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=269d75a8-7aa0-4e16-b4f6-4f31d40fb366,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:59.366719 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.452572 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=269d75a8-7aa0-4e16-b4f6-4f31d40fb366,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:59.463403 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Attempt 4 to provision port 754ddcd3-e390-4c01-b761-933af65a82f6 Sep 15 19:31:59.521745 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Port 754ddcd3-e390-4c01-b761-933af65a82f6 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:31:59.553472 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36854) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:59.562557 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1065217549-network', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:31:59.582508 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:31:59.676248 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Made reservation on behalf of 19f7aac894e942ce8e3eb07d97871f1b for: {'network': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:31:59.681721 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.694043 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.710477 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36860) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:31:59.784484 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0d1a5ef4-1680-4981-9171-f810c819c959 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group (dc413483-99ab-48c9-8495-1fba807949ed), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.802158 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Publish callbacks [] for security_group (cd5e3173-29d8-40c1-a3f5-14a3aa6c1642), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.816301 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0d1a5ef4-1680-4981-9171-f810c819c959 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group (dc413483-99ab-48c9-8495-1fba807949ed), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.886957 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (cd5e3173-29d8-40c1-a3f5-14a3aa6c1642), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.912810 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:31:59.930490 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5e3173-29d8-40c1-a3f5-14a3aa6c1642,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:59.934902 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (3fa48a24-a38d-4ace-acfb-61fde2a098d1), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.935287 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.segments_db [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Added segment 3fa48a24-a38d-4ace-acfb-61fde2a098d1 of type vlan for network e91400fb-87ee-456f-9058-62febb69baef Sep 15 19:31:59.943463 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0d1a5ef4-1680-4981-9171-f810c819c959 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (dc413483-99ab-48c9-8495-1fba807949ed), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.944675 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Sync routers for ids ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:31:59.946092 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0d1a5ef4-1680-4981-9171-f810c819c959 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:31:59.954251 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0d1a5ef4-1680-4981-9171-f810c819c959 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dc413483-99ab-48c9-8495-1fba807949ed HTTP/1.1" status: 204 len: 168 time: 0.2404370 Sep 15 19:31:59.958502 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Routers {'d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:31:59.959529 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:59.962750 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a5ef4-1680-4981-9171-f810c819c959 tempest-TestVolumeBootPattern-514337844 tempest-TestVolumeBootPattern-514337844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc413483-99ab-48c9-8495-1fba807949ed,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:59.986465 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (e91400fb-87ee-456f-9058-62febb69baef), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:00.023445 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Attempt 5 to provision port 754ddcd3-e390-4c01-b761-933af65a82f6 Sep 15 19:32:00.069088 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (e91400fb-87ee-456f-9058-62febb69baef), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:00.070305 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:00.071042 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:00.097246 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Port 754ddcd3-e390-4c01-b761-933af65a82f6 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:00.111873 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Set router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:00.145725 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5906913 Sep 15 19:32:00.149233 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02697e-8077-4d4b-982e-a107b81ca9cc admin admin] Pushing event updated for resources: {'Network': ['ID=e91400fb-87ee-456f-9058-62febb69baef,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:00.149957 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36868) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:00.155727 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Request body: {'subnet': {'network_id': 'e91400fb-87ee-456f-9058-62febb69baef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1065217549-subnet', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'ip_version': 4}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:00.186934 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network e91400fb-87ee-456f-9058-62febb69baef details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:32:00.247033 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Made reservation on behalf of 19f7aac894e942ce8e3eb07d97871f1b for: {'subnet': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:00.249517 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6666604'] for subnet (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:00.401629 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '754ddcd3-e390-4c01-b761-933af65a82f6', 'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'mac_address': 'fa:16:3e:20:e8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:57Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 2, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'subnets': [{'id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:00.423892 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:00.437721 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Checking router: d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:00.437721 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Updating router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 port 754ddcd3-e390-4c01-b761-933af65a82f6 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:32:00.465288 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36872) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:00.471524 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:00.533283 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5396767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6666618'] for subnet (b8e72cda-55a9-4e41-a837-f986a5481d88), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:00.581462 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e72cda-55a9-4e41-a837-f986a5481d88,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:00.597008 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:00.600679 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Attempt 6 to provision port 754ddcd3-e390-4c01-b761-933af65a82f6 Sep 15 19:32:00.618297 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Checking segment: {'id': '3fa48a24-a38d-4ace-acfb-61fde2a098d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:00.618656 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Network hostable DHCP agents. Network: e91400fb-87ee-456f-9058-62febb69baef, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:32:00.664898 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Port 754ddcd3-e390-4c01-b761-933af65a82f6 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:00.703537 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Network e91400fb-87ee-456f-9058-62febb69baef is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:32:00.721723 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:00.778222 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, e91400fb-87ee-456f-9058-62febb69baef) {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:00.792134 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f5cd4f-fe7c-4e10-b2f6-d6a37ab2e52c None None] Network e91400fb-87ee-456f-9058-62febb69baef requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:32:00.807804 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:00.808746 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:00.864969 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:00.877836 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-c02541e0-a284-4346-a5d1-37d8c2ddf31f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7266698 Sep 15 19:32:00.881021 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36878) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:00.885028 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1065217549-router', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:00.899986 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Publish callbacks [] for port (754ddcd3-e390-4c01-b761-933af65a82f6), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:00.967729 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:00.981368 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:00.981705 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.001851 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (af7e48c0-6c40-48ca-906a-c2a91b7915fa), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.004050 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-e91400fb-87ee-456f-9058-62febb69baef', 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef', 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'fixed_ips': [{'subnet_id': 'b8e72cda-55a9-4e41-a837-f986a5481d88'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:32:01.004528 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (af7e48c0-6c40-48ca-906a-c2a91b7915fa), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.005052 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.078279 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks [] for router_controller (af7e48c0-6c40-48ca-906a-c2a91b7915fa), precommit_add_association {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.100097 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9e7f7-7af6-48eb-9d83-c99c695edf56 None None] Pushing event updated for resources: {'Port': ['ID=754ddcd3-e390-4c01-b761-933af65a82f6,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:01.167179 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Attempt 7 to provision port 754ddcd3-e390-4c01-b761-933af65a82f6 Sep 15 19:32:01.254336 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:01.254698 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.255033 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 Sep 15 19:32:01.277940 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Port 754ddcd3-e390-4c01-b761-933af65a82f6 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:01.283332 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Attempting to bind port 754ddcd3-e390-4c01-b761-933af65a82f6 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:32:01.284003 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Attempting to bind port 754ddcd3-e390-4c01-b761-933af65a82f6 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:32:01.284538 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Attempting to bind port 754ddcd3-e390-4c01-b761-933af65a82f6 on network 3764c9bd-aafe-448d-9672-4244678df38d {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:01.304521 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks [] for router_gateway (af7e48c0-6c40-48ca-906a-c2a91b7915fa), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.310894 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:01.449275 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:32:01.449275 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Checking segment: {'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:01.449275 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.449275 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Bound using segment: {'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:32:01.456235 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Bound port: 754ddcd3-e390-4c01-b761-933af65a82f6, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:32:01.456235 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.456235 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Allocated IP 172.20.0.2 (e91400fb-87ee-456f-9058-62febb69baef/b8e72cda-55a9-4e41-a837-f986a5481d88/18b202fa-c684-4eaf-b188-74a26d730ed1) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:01.506290 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:01.629500 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:01.644370 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] For port 754ddcd3-e390-4c01-b761-933af65a82f6, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:01.653282 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] For port 754ddcd3-e390-4c01-b761-933af65a82f6, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=754ddcd3-e390-4c01-b761-933af65a82f6,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:01.665847 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks [] for router_gateway (af7e48c0-6c40-48ca-906a-c2a91b7915fa), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.680592 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] Deleting port 6dac13ec-8252-4375-b6e1-be43ce939d1d {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:01.681033 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.700126 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.739946 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.755282 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:01.784983 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Attempt 8 to provision port 754ddcd3-e390-4c01-b761-933af65a82f6 Sep 15 19:32:01.796863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] For port 6dac13ec-8252-4375-b6e1-be43ce939d1d, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=6dac13ec-8252-4375-b6e1-be43ce939d1d,segment=NetworkSegment(244a91f7-8ed8-460a-935e-26e09da34aaf),segment_id=244a91f7-8ed8-460a-935e-26e09da34aaf)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:01.797232 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:01.819280 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] Calling delete_port for 6dac13ec-8252-4375-b6e1-be43ce939d1d owned by network:router_interface {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:01.898103 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Allocated IP 172.27.0.49 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/c3f2a283-c810-4d85-91bb-b0d1d9e89b61) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:02.060748 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks [] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.074144 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:02.090302 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Routers {'d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:02.091505 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:02.104984 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Publish callbacks [] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.172502 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.183405 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9e7f7-7af6-48eb-9d83-c99c695edf56 None None] Pushing event updated for resources: {'Port': ['ID=754ddcd3-e390-4c01-b761-933af65a82f6,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:02.219198 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (6dac13ec-8252-4375-b6e1-be43ce939d1d), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.228802 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:02.233791 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:02.238339 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:02.243611 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Pushing event updated for resources: {'Port': ['ID=c3f2a283-c810-4d85-91bb-b0d1d9e89b61,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:02.252705 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.266213 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] Pushing event deleted for resources: {'Port': ['ID=6dac13ec-8252-4375-b6e1-be43ce939d1d,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:02.313330 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Current status of the port 754ddcd3-e390-4c01-b761-933af65a82f6 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:02.313893 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.331118 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] Set router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:02.335790 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Network e91400fb-87ee-456f-9058-62febb69baef is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:02.374715 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:02.382952 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:02.394216 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Pushing event updated for resources: {'Port': ['ID=18b202fa-c684-4eaf-b188-74a26d730ed1,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:02.426095 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:02.456338 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] For port 754ddcd3-e390-4c01-b761-933af65a82f6, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=754ddcd3-e390-4c01-b761-933af65a82f6,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:02.492907 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.565413 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.576293 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Attempting to bind port 18b202fa-c684-4eaf-b188-74a26d730ed1 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:32:02.576662 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Attempting to bind port 18b202fa-c684-4eaf-b188-74a26d730ed1 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '3fa48a24-a38d-4ace-acfb-61fde2a098d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:32:02.577483 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Attempting to bind port 18b202fa-c684-4eaf-b188-74a26d730ed1 on network e91400fb-87ee-456f-9058-62febb69baef {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:02.635171 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:02.676046 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks [] for router_gateway (af7e48c0-6c40-48ca-906a-c2a91b7915fa), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.705789 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a72f4d-25bf-4f4d-8375-9d4c1f66ca52 None None] Pushing event updated for resources: {'Port': ['ID=754ddcd3-e390-4c01-b761-933af65a82f6,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:02.719415 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:32:02.719828 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Checking segment: {'id': '3fa48a24-a38d-4ace-acfb-61fde2a098d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:02.720267 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.720683 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Bound using segment: {'id': '3fa48a24-a38d-4ace-acfb-61fde2a098d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:32:02.721105 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Bound port: 18b202fa-c684-4eaf-b188-74a26d730ed1, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa48a24-a38d-4ace-acfb-61fde2a098d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:32:02.721478 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.725462 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-e478aa21-0687-41f7-af0d-2e82b0f8ddb3 None None] Provisioning complete for port 754ddcd3-e390-4c01-b761-933af65a82f6 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:02.725820 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e478aa21-0687-41f7-af0d-2e82b0f8ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:02.726152 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-e478aa21-0687-41f7-af0d-2e82b0f8ddb3 None None] Attempt 1 to provision port 754ddcd3-e390-4c01-b761-933af65a82f6 Sep 15 19:32:02.736144 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:02.783121 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:02.804718 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] Router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:02.854006 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '754ddcd3-e390-4c01-b761-933af65a82f6', 'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'mac_address': 'fa:16:3e:20:e8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:57Z', 'updated_at': '2022-09-15T19:32:01Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'subnets': [{'id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:02.894836 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf79a6-eca3-4208-bde4-33eefb996cdb None None] The sync data for ids ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'] in dv-cinder-849846-10-iscsi is: [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '754ddcd3-e390-4c01-b761-933af65a82f6', 'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'mac_address': 'fa:16:3e:20:e8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:57Z', 'updated_at': '2022-09-15T19:32:01Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'subnets': [{'id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:32:02.932789 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:02.944753 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-0cfdefb6-2bd7-495c-8108-f3751d62df7f admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/ce12403b-1fd1-4ea1-ae4e-5bbab2540b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4778521 Sep 15 19:32:02.947595 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36892) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:02.953808 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] Sync routers for ids ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:32:02.973265 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-e478aa21-0687-41f7-af0d-2e82b0f8ddb3 None None] Current status of the port 754ddcd3-e390-4c01-b761-933af65a82f6 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:02.976652 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] For port 18b202fa-c684-4eaf-b188-74a26d730ed1, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:03.004700 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:03.024004 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] Routers {'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:03.024004 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:03.037206 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] For port 18b202fa-c684-4eaf-b188-74a26d730ed1, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=18b202fa-c684-4eaf-b188-74a26d730ed1,segment=NetworkSegment(3fa48a24-a38d-4ace-acfb-61fde2a098d1),segment_id=3fa48a24-a38d-4ace-acfb-61fde2a098d1)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:03.089378 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:03.099483 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (af7e48c0-6c40-48ca-906a-c2a91b7915fa), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:03.139106 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Publish callbacks [] for router (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:03.223967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900667a-af1e-4db2-88a5-4470bed6560e None None] Pushing event updated for resources: {'Port': ['ID=18b202fa-c684-4eaf-b188-74a26d730ed1,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:03.247383 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] Set router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:03.296908 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Publish callbacks [] for router_gateway (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:03.441841 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Deleting port 12b37e45-c120-4b63-b2ad-d22c22252fb7 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:03.442284 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:03.500034 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Router af7e48c0-6c40-48ca-906a-c2a91b7915fa is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:32:03.568051 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] For port 12b37e45-c120-4b63-b2ad-d22c22252fb7, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=12b37e45-c120-4b63-b2ad-d22c22252fb7,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:03.568547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:03.588802 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Calling delete_port for 12b37e45-c120-4b63-b2ad-d22c22252fb7 owned by network:router_gateway {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:03.601623 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'name': 'tempest-TestVolumeBootPattern-235654028-router', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:13Z', 'updated_at': '2022-09-15T19:32:02Z', 'revision_number': 5, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'gw_port': {'id': '12b37e45-c120-4b63-b2ad-d22c22252fb7', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:14Z', 'updated_at': '2022-09-15T19:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:03.656191 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] Checking router: ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:03.666714 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] Routers {'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:03.667736 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:03.695028 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:03.707477 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Sync routers for ids ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:32:03.728311 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Routers {'af7e48c0-6c40-48ca-906a-c2a91b7915fa'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:03.731249 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:03.791847 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:03.794954 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-f4bf83b5-1fd2-4e7d-bfb4-207bb2aab0bb admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9128382 Sep 15 19:32:03.803050 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36906) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:03.871239 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] Set router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 gateway port host: None {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:03.990438 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:03.996360 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (12b37e45-c120-4b63-b2ad-d22c22252fb7), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.005165 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Set router af7e48c0-6c40-48ca-906a-c2a91b7915fa gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:04.016632 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'name': 'tempest-TestVolumeBootPattern-235654028-router', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:13Z', 'updated_at': '2022-09-15T19:32:03Z', 'revision_number': 6, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'gw_port_host': None}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:04.037156 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Pushing event deleted for resources: {'Port': ['ID=12b37e45-c120-4b63-b2ad-d22c22252fb7,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:04.061887 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb39ed-e75e-4ad3-bbf7-6853065fd4b5 None None] The sync data for ids ['ce12403b-1fd1-4ea1-ae4e-5bbab2540b84'] in dv-cinder-849846-10-iscsi is: [{'id': 'ce12403b-1fd1-4ea1-ae4e-5bbab2540b84', 'name': 'tempest-TestVolumeBootPattern-235654028-router', 'tenant_id': '18b6ba58f0684cb699320fa8979047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:13Z', 'updated_at': '2022-09-15T19:32:03Z', 'revision_number': 6, 'project_id': '18b6ba58f0684cb699320fa8979047ae', 'gw_port_host': None}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:32:04.125460 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.258183 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.263713 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Publish callbacks [] for router_controller (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.378657 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (ce12403b-1fd1-4ea1-ae4e-5bbab2540b84), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.379363 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 {{(pid=106634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:32:04.389998 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.390768 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-816f5704-4a67-41d6-b91e-15216f1e78cd admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/ce12403b-1fd1-4ea1-ae4e-5bbab2540b84 HTTP/1.1" status: 204 len: 168 time: 1.4418831 Sep 15 19:32:04.393104 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36908) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:04.442432 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'name': 'tempest-TestShelveInstance-1065217549-router', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:02Z', 'revision_number': 3, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'gw_port': {'id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:04.464811 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_v2 [None req-989317c7-074a-4241-b64c-ca460f9dde6d admin admin] Deleting subnet 096e33e0-04d1-48bf-8d5f-5e2164d339db {{(pid=106634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:32:04.468242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:04.472666 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-989317c7-074a-4241-b64c-ca460f9dde6d admin admin] Publish callbacks [] for subnet (096e33e0-04d1-48bf-8d5f-5e2164d339db), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.496748 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Checking router: af7e48c0-6c40-48ca-906a-c2a91b7915fa for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:04.497086 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Updating router af7e48c0-6c40-48ca-906a-c2a91b7915fa port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:32:04.534245 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-989317c7-074a-4241-b64c-ca460f9dde6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6992321'] for subnet (096e33e0-04d1-48bf-8d5f-5e2164d339db), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.565526 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce4d727-5f20-42f1-91f1-9f278f43d2d4 None None] Network e91400fb-87ee-456f-9058-62febb69baef requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:32:04.643424 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-989317c7-074a-4241-b64c-ca460f9dde6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (096e33e0-04d1-48bf-8d5f-5e2164d339db), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.645184 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.678701 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Provisioning complete for port 18b202fa-c684-4eaf-b188-74a26d730ed1 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:04.679248 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.679751 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Attempt 1 to provision port 18b202fa-c684-4eaf-b188-74a26d730ed1 Sep 15 19:32:04.684531 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:04.705304 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.722587 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:04.760753 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:04.841199 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-989317c7-074a-4241-b64c-ca460f9dde6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-832232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5304945'] for subnet (096e33e0-04d1-48bf-8d5f-5e2164d339db), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.883323 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989317c7-074a-4241-b64c-ca460f9dde6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096e33e0-04d1-48bf-8d5f-5e2164d339db,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:04.904559 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-989317c7-074a-4241-b64c-ca460f9dde6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:04.911527 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-989317c7-074a-4241-b64c-ca460f9dde6d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/096e33e0-04d1-48bf-8d5f-5e2164d339db HTTP/1.1" status: 204 len: 168 time: 0.5172570 Sep 15 19:32:04.914515 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36912) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:05.068699 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (a981a0db-9c1c-4f3a-9868-1f446f3a457d), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.095401 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35c45c-cfc3-4dca-ae28-2bd40033e139 None None] Network a981a0db-9c1c-4f3a-9868-1f446f3a457d requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:32:05.142104 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Deleting port 00aeef02-0d6e-493b-92d5-eec296a426db {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:05.142947 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.146010 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:05.205701 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Current status of the port 18b202fa-c684-4eaf-b188-74a26d730ed1 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:05.206094 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.227192 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] For port 00aeef02-0d6e-493b-92d5-eec296a426db, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=00aeef02-0d6e-493b-92d5-eec296a426db,segment=NetworkSegment(244a91f7-8ed8-460a-935e-26e09da34aaf),segment_id=244a91f7-8ed8-460a-935e-26e09da34aaf)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:05.227873 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.246299 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Calling delete_port for 00aeef02-0d6e-493b-92d5-eec296a426db owned by network:dhcp {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:05.253500 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 18b202fa-c684-4eaf-b188-74a26d730ed1 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:05.270080 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Allocated IP 172.20.0.1 (e91400fb-87ee-456f-9058-62febb69baef/b8e72cda-55a9-4e41-a837-f986a5481d88/fada6fb1-cd9b-44e1-b98e-85532c9745b8) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:05.409615 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:05.452373 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Publish callbacks [] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.458186 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (00aeef02-0d6e-493b-92d5-eec296a426db), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.486346 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Pushing event deleted for resources: {'Port': ['ID=00aeef02-0d6e-493b-92d5-eec296a426db,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:05.498028 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] For port 18b202fa-c684-4eaf-b188-74a26d730ed1, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=18b202fa-c684-4eaf-b188-74a26d730ed1,segment=NetworkSegment(3fa48a24-a38d-4ace-acfb-61fde2a098d1),segment_id=3fa48a24-a38d-4ace-acfb-61fde2a098d1)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:05.510304 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] No DVR routers for this DVR port 00aeef02-0d6e-493b-92d5-eec296a426db on host dv-cinder-849846-10-iscsi {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:32:05.540918 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Publish callbacks [] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.546776 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 18b202fa-c684-4eaf-b188-74a26d730ed1 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:05.547326 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.548192 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 18b202fa-c684-4eaf-b188-74a26d730ed1 Sep 15 19:32:05.579730 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.609561 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.633110 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.641008 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (a981a0db-9c1c-4f3a-9868-1f446f3a457d), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.661373 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a42df-50a3-440d-87b0-22c872ba0ecf None None] DHCP port deletion for a981a0db-9c1c-4f3a-9868-1f446f3a457d request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:32:05.670991 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Network e91400fb-87ee-456f-9058-62febb69baef is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:05.676495 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a981a0db-9c1c-4f3a-9868-1f446f3a457d']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:05.676743 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:05.683335 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:05.688410 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Attempting to bind port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:32:05.688786 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Attempting to bind port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:32:05.689152 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Attempting to bind port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:05.705008 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244a91f7-8ed8-460a-935e-26e09da34aaf') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:05.705414 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244a91f7-8ed8-460a-935e-26e09da34aaf') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:05.721097 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (244a91f7-8ed8-460a-935e-26e09da34aaf), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.728526 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Pushing event updated for resources: {'Port': ['ID=fada6fb1-cd9b-44e1-b98e-85532c9745b8,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:05.735148 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Pushing event updated for resources: {'Port': ['ID=18b202fa-c684-4eaf-b188-74a26d730ed1,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:05.750632 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (244a91f7-8ed8-460a-935e-26e09da34aaf), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.760192 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.760537 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.760707 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.761060 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.761394 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.761729 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.762057 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.762388 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.762718 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.763711 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.764465 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.764807 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.765145 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.765475 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.765803 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f2f67-d92d-4505-a915-4141c179ce12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:05.766998 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:32:05.768112 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (244a91f7-8ed8-460a-935e-26e09da34aaf), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.768379 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (af7e48c0-6c40-48ca-906a-c2a91b7915fa), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.790973 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-8db8b6be-d28e-4f1f-ada2-af5914cb571d None None] Provisioning complete for port 18b202fa-c684-4eaf-b188-74a26d730ed1 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:05.791345 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8db8b6be-d28e-4f1f-ada2-af5914cb571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.791704 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-8db8b6be-d28e-4f1f-ada2-af5914cb571d None None] Attempt 1 to provision port 18b202fa-c684-4eaf-b188-74a26d730ed1 Sep 15 19:32:05.849697 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:05.904627 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:05.905690 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320bbbf-c2fc-400e-b425-b3d65fa3aba0 None None] Pushing event updated for resources: {'Port': ['ID=c3f2a283-c810-4d85-91bb-b0d1d9e89b61,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:05.910138 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:32:05.910724 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:05.911144 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.911539 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:32:05.912084 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Bound port: c3f2a283-c810-4d85-91bb-b0d1d9e89b61, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:32:05.912471 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:05.923066 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 18b202fa-c684-4eaf-b188-74a26d730ed1 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:05.924521 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 754ddcd3-e390-4c01-b761-933af65a82f6 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:06.021238 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] For port c3f2a283-c810-4d85-91bb-b0d1d9e89b61, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:06.064721 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] For port c3f2a283-c810-4d85-91bb-b0d1d9e89b61, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=c3f2a283-c810-4d85-91bb-b0d1d9e89b61,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:06.071945 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 754ddcd3-e390-4c01-b761-933af65a82f6 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:06.072319 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:06.072657 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 754ddcd3-e390-4c01-b761-933af65a82f6 Sep 15 19:32:06.104212 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8db8b6be-d28e-4f1f-ada2-af5914cb571d None None] Current status of the port 18b202fa-c684-4eaf-b188-74a26d730ed1 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:06.116824 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 244a91f7-8ed8-460a-935e-26e09da34aaf resource provider aggregate not found Sep 15 19:32:06.138821 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 244a91f7-8ed8-460a-935e-26e09da34aaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 244a91f7-8ed8-460a-935e-26e09da34aaf found for delete ", "request_id": "req-aa152e24-236e-4dab-9d7a-ec07e676a56c"}]} Sep 15 19:32:06.175277 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 754ddcd3-e390-4c01-b761-933af65a82f6 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:06.224820 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Provisioning complete for port fada6fb1-cd9b-44e1-b98e-85532c9745b8 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:06.225285 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:06.225697 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Attempt 1 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:06.256170 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 12b37e45-c120-4b63-b2ad-d22c22252fb7 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:06.280165 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 12b37e45-c120-4b63-b2ad-d22c22252fb7 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:06.280406 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 12b37e45-c120-4b63-b2ad-d22c22252fb7 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:06.280825 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 6dac13ec-8252-4375-b6e1-be43ce939d1d no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:06.303730 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 6dac13ec-8252-4375-b6e1-be43ce939d1d {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:06.304073 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 6dac13ec-8252-4375-b6e1-be43ce939d1d not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:06.305571 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:06.583584 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (a981a0db-9c1c-4f3a-9868-1f446f3a457d), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:06.584490 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:06.590817 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:06.594896 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/a981a0db-9c1c-4f3a-9868-1f446f3a457d HTTP/1.1" status: 204 len: 168 time: 1.6792383 Sep 15 19:32:06.604542 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36928) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:06.613813 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df153ca3-323c-46aa-b6af-fe9449f0d415 admin admin] Pushing event deleted for resources: {'Network': ['ID=a981a0db-9c1c-4f3a-9868-1f446f3a457d,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:06.625271 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:06.632716 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Routers {'af7e48c0-6c40-48ca-906a-c2a91b7915fa'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:06.633879 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:06.638388 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:06.690444 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320bbbf-c2fc-400e-b425-b3d65fa3aba0 None None] Pushing event updated for resources: {'Port': ['ID=c3f2a283-c810-4d85-91bb-b0d1d9e89b61,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:06.707374 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:06.762413 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] Set router af7e48c0-6c40-48ca-906a-c2a91b7915fa gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:06.806244 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Attempt 2 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:06.815192 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Publish callbacks [] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:06.919267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:06.927014 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:06.938301 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:06.963592 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 18b202fa-c684-4eaf-b188-74a26d730ed1 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:06.970619 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (7c729251-d7f5-4445-80a3-012f36158ecd), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:07.009047 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (af7e48c0-6c40-48ca-906a-c2a91b7915fa), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:07.012789 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Pushing event updated for resources: {'Port': ['ID=fada6fb1-cd9b-44e1-b98e-85532c9745b8,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:07.105534 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 18b202fa-c684-4eaf-b188-74a26d730ed1 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:07.106287 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:07.106287 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 18b202fa-c684-4eaf-b188-74a26d730ed1 Sep 15 19:32:07.164495 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'name': 'tempest-TestShelveInstance-1065217549-router', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:05Z', 'revision_number': 4, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'gw_port': {'id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'fada6fb1-cd9b-44e1-b98e-85532c9745b8', 'name': '', 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'mac_address': 'fa:16:3e:6f:ae:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b8e72cda-55a9-4e41-a837-f986a5481d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:04Z', 'updated_at': '2022-09-15T19:32:05Z', 'revision_number': 1, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'subnets': [{'id': 'b8e72cda-55a9-4e41-a837-f986a5481d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:07.173486 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Network e91400fb-87ee-456f-9058-62febb69baef is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:07.175989 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:07.206708 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8826d2-05c8-452a-becf-abfb75793901 None None] The sync data for ids ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'] in dv-cinder-849846-10-iscsi is: [{'id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'name': 'tempest-TestShelveInstance-1065217549-router', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:05Z', 'revision_number': 4, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'gw_port': {'id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'fada6fb1-cd9b-44e1-b98e-85532c9745b8', 'name': '', 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'mac_address': 'fa:16:3e:6f:ae:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b8e72cda-55a9-4e41-a837-f986a5481d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:04Z', 'updated_at': '2022-09-15T19:32:05Z', 'revision_number': 1, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'subnets': [{'id': 'b8e72cda-55a9-4e41-a837-f986a5481d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:32:07.285405 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] Deleting port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:07.285846 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:07.329700 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:07.336167 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 18b202fa-c684-4eaf-b188-74a26d730ed1 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:07.406770 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] For port e173abbf-fd94-4ea8-84ea-2c3fccb78c7c, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=e173abbf-fd94-4ea8-84ea-2c3fccb78c7c,segment=NetworkSegment(4b543916-da1f-43a3-9be2-0d80998adc77),segment_id=4b543916-da1f-43a3-9be2-0d80998adc77)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:07.406770 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:07.430422 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] Calling delete_port for e173abbf-fd94-4ea8-84ea-2c3fccb78c7c owned by network:router_interface {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:07.436271 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Router af7e48c0-6c40-48ca-906a-c2a91b7915fa has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:07.445872 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Attempt 3 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:07.451246 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:07.487634 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 00aeef02-0d6e-493b-92d5-eec296a426db no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:07.510801 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 00aeef02-0d6e-493b-92d5-eec296a426db {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:07.511196 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 00aeef02-0d6e-493b-92d5-eec296a426db not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:07.577531 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:07.661193 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:07.674883 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-d561160a-d756-495b-b9cd-e7310389c187 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/af7e48c0-6c40-48ca-906a-c2a91b7915fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8638289 Sep 15 19:32:07.912977 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (e173abbf-fd94-4ea8-84ea-2c3fccb78c7c), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:07.932687 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:07.959886 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] Pushing event deleted for resources: {'Port': ['ID=e173abbf-fd94-4ea8-84ea-2c3fccb78c7c,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:08.079271 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Attempt 4 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:08.168726 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (7c729251-d7f5-4445-80a3-012f36158ecd), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:08.181840 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:08.353872 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36946) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:08.359988 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-f9472ec0-4b19-4f4f-b084-620a804ccec9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102370236', 'description': 'tempest-secgroup-smoke-1102370236 description', 'project_id': 'a7bbec449c0142f0b910956bacedbe5e'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:08.463826 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f9472ec0-4b19-4f4f-b084-620a804ccec9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:08.560452 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f9472ec0-4b19-4f4f-b084-620a804ccec9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group (efcd313f-7e6e-4d8f-97e4-a177e7d1c199), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:08.561735 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:08.655933 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f9472ec0-4b19-4f4f-b084-620a804ccec9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (efcd313f-7e6e-4d8f-97e4-a177e7d1c199), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:08.683401 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Attempt 5 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:08.751908 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:08.787928 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9472ec0-4b19-4f4f-b084-620a804ccec9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcd313f-7e6e-4d8f-97e4-a177e7d1c199,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:08.793735 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:08.850990 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] Router 7c729251-d7f5-4445-80a3-012f36158ecd has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:08.905939 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f9472ec0-4b19-4f4f-b084-620a804ccec9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:08.907314 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-f9472ec0-4b19-4f4f-b084-620a804ccec9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5519705 Sep 15 19:32:08.910339 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36960) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:08.915112 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-3ad2a7eb-381c-4ade-bb93-28c3bd7718eb tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Request body: {'security_group_rule': {'security_group_id': 'efcd313f-7e6e-4d8f-97e4-a177e7d1c199', 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:08.987994 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:08.996458 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36962) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:08.999178 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] Sync routers for ids ['7c729251-d7f5-4445-80a3-012f36158ecd'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:32:09.000501 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-d7d9eac8-3ceb-43c3-b57f-30b2f74ef608 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7c729251-d7f5-4445-80a3-012f36158ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3905437 Sep 15 19:32:09.020720 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] Routers {'7c729251-d7f5-4445-80a3-012f36158ecd'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:09.021420 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7c729251-d7f5-4445-80a3-012f36158ecd'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:09.060109 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device c3f2a283-c810-4d85-91bb-b0d1d9e89b61 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:09.069731 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a7eb-381c-4ade-bb93-28c3bd7718eb tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (d87422ba-7b76-4970-8b2e-807d856819bb), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.151399 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:09.151810 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.159275 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 Sep 15 19:32:09.193368 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a7eb-381c-4ade-bb93-28c3bd7718eb tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (d87422ba-7b76-4970-8b2e-807d856819bb), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.195877 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Publish callbacks [] for router (7c729251-d7f5-4445-80a3-012f36158ecd), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.201359 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] Set router 7c729251-d7f5-4445-80a3-012f36158ecd gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:09.268895 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:09.269312 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.293017 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port c3f2a283-c810-4d85-91bb-b0d1d9e89b61, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=c3f2a283-c810-4d85-91bb-b0d1d9e89b61,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:09.295252 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Attempt 6 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:09.318603 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Publish callbacks [] for router_gateway (7c729251-d7f5-4445-80a3-012f36158ecd), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.341953 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:09.351118 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:09.355733 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a7eb-381c-4ade-bb93-28c3bd7718eb tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (d87422ba-7b76-4970-8b2e-807d856819bb), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.377894 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2a7eb-381c-4ade-bb93-28c3bd7718eb tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87422ba-7b76-4970-8b2e-807d856819bb,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:09.427782 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'name': 'tempest-TestVolumeBootPattern-448500391-router', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:20Z', 'updated_at': '2022-09-15T19:32:07Z', 'revision_number': 5, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'gw_port': {'id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:21Z', 'updated_at': '2022-09-15T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:09.440970 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.455849 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] Checking router: 7c729251-d7f5-4445-80a3-012f36158ecd for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:09.468729 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] Routers {'7c729251-d7f5-4445-80a3-012f36158ecd'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:09.469437 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7c729251-d7f5-4445-80a3-012f36158ecd'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:09.477794 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a7eb-381c-4ade-bb93-28c3bd7718eb tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.479061 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-3ad2a7eb-381c-4ade-bb93-28c3bd7718eb tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5675414 Sep 15 19:32:09.488309 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36970) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:09.494110 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-ecb67b08-8423-4dd0-b019-73952aab2f2d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Request body: {'security_group_rule': {'security_group_id': 'efcd313f-7e6e-4d8f-97e4-a177e7d1c199', 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:09.525563 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=c3f2a283-c810-4d85-91bb-b0d1d9e89b61,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:09.525799 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:09.562319 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Deleting port a613eee1-66e5-49fb-bcdc-e913aaf65c8e {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:09.565712 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.603710 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] Set router 7c729251-d7f5-4445-80a3-012f36158ecd gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:09.640872 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ecb67b08-8423-4dd0-b019-73952aab2f2d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (4fd09aae-fa78-42c2-9177-179367cfb658), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.674371 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] For port a613eee1-66e5-49fb-bcdc-e913aaf65c8e, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=a613eee1-66e5-49fb-bcdc-e913aaf65c8e,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:09.674746 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.692198 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Calling delete_port for a613eee1-66e5-49fb-bcdc-e913aaf65c8e owned by network:router_gateway {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:09.725096 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ecb67b08-8423-4dd0-b019-73952aab2f2d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (4fd09aae-fa78-42c2-9177-179367cfb658), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.744123 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:09.787714 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'name': 'tempest-TestVolumeBootPattern-448500391-router', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:20Z', 'updated_at': '2022-09-15T19:32:07Z', 'revision_number': 5, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'gw_port': {'id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:21Z', 'updated_at': '2022-09-15T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:09.829778 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ecb67b08-8423-4dd0-b019-73952aab2f2d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (4fd09aae-fa78-42c2-9177-179367cfb658), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:09.844063 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Attempt 7 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:09.845678 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966996c9-5053-45fc-9644-e4ecbc714cf5 None None] The sync data for ids ['7c729251-d7f5-4445-80a3-012f36158ecd'] in dv-cinder-849846-10-iscsi is: [{'id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'name': 'tempest-TestVolumeBootPattern-448500391-router', 'tenant_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:30:20Z', 'updated_at': '2022-09-15T19:32:07Z', 'revision_number': 5, 'project_id': 'ac6709b04e9b474ebe6d696dc4660b9d', 'gw_port': {'id': 'a613eee1-66e5-49fb-bcdc-e913aaf65c8e', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c729251-d7f5-4445-80a3-012f36158ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:30:21Z', 'updated_at': '2022-09-15T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:32:09.874088 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb67b08-8423-4dd0-b019-73952aab2f2d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd09aae-fa78-42c2-9177-179367cfb658,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:09.898763 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:10.036118 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (a613eee1-66e5-49fb-bcdc-e913aaf65c8e), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.040924 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ecb67b08-8423-4dd0-b019-73952aab2f2d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.043179 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ecb67b08-8423-4dd0-b019-73952aab2f2d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5528691 Sep 15 19:32:10.046820 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36972) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:10.054460 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-0919a5a4-b3cd-4dfb-9655-362f3be9b1ba tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Request body: {'security_group_rule': {'security_group_id': 'efcd313f-7e6e-4d8f-97e4-a177e7d1c199', 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:10.079179 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a613eee1-66e5-49fb-bcdc-e913aaf65c8e,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:10.163527 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (7c729251-d7f5-4445-80a3-012f36158ecd), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.172799 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8e793-e8ce-48f4-9ee6-01febd9c6721 req-2d74d65f-9b5d-4c66-b2a4-1f3620400e14 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:10.174339 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d9b8e793-e8ce-48f4-9ee6-01febd9c6721 req-2d74d65f-9b5d-4c66-b2a4-1f3620400e14 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 945 time: 0.0523832 Sep 15 19:32:10.196790 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0919a5a4-b3cd-4dfb-9655-362f3be9b1ba tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (f2854950-e315-4543-93b7-e2f4dfcb960b), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.218528 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:10.257318 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d9b8e793-e8ce-48f4-9ee6-01febd9c6721 req-86d5bee0-ce2c-49a5-a919-62ee394b3198 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769396 Sep 15 19:32:10.271568 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (7c729251-d7f5-4445-80a3-012f36158ecd), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.288036 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Publish callbacks [] for router_controller (7c729251-d7f5-4445-80a3-012f36158ecd), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.288560 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0919a5a4-b3cd-4dfb-9655-362f3be9b1ba tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (f2854950-e315-4543-93b7-e2f4dfcb960b), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.399428 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Attempt 8 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:10.438666 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:10.474926 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0919a5a4-b3cd-4dfb-9655-362f3be9b1ba tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (f2854950-e315-4543-93b7-e2f4dfcb960b), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.475173 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (7c729251-d7f5-4445-80a3-012f36158ecd), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.475895 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c729251-d7f5-4445-80a3-012f36158ecd {{(pid=106635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:32:10.481102 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.482841 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e26a2b45-de75-4265-a954-2bbd88e24a8e admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/7c729251-d7f5-4445-80a3-012f36158ecd HTTP/1.1" status: 204 len: 168 time: 1.4852350 Sep 15 19:32:10.485615 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36978) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:10.494842 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919a5a4-b3cd-4dfb-9655-362f3be9b1ba tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2854950-e315-4543-93b7-e2f4dfcb960b,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:10.543290 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_v2 [None req-9478ed54-1d3b-438e-957b-80815072dd09 admin admin] Deleting subnet 22114902-a640-4a02-8ebc-5ae8a4bea1be {{(pid=106635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:32:10.547555 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9478ed54-1d3b-438e-957b-80815072dd09 admin admin] Publish callbacks [] for subnet (22114902-a640-4a02-8ebc-5ae8a4bea1be), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.592344 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9478ed54-1d3b-438e-957b-80815072dd09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6552145'] for subnet (22114902-a640-4a02-8ebc-5ae8a4bea1be), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.654334 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0919a5a4-b3cd-4dfb-9655-362f3be9b1ba tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.655695 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-0919a5a4-b3cd-4dfb-9655-362f3be9b1ba tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6076257 Sep 15 19:32:10.658813 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36980) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:10.665633 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-a790d4f0-4c4f-4814-83db-493cc30686a4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Request body: {'security_group_rule': {'security_group_id': 'efcd313f-7e6e-4d8f-97e4-a177e7d1c199', 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:10.694151 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9478ed54-1d3b-438e-957b-80815072dd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (22114902-a640-4a02-8ebc-5ae8a4bea1be), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.802017 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a790d4f0-4c4f-4814-83db-493cc30686a4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (5a61f21c-097f-4153-9e97-a9967edb1df7), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.847144 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9478ed54-1d3b-438e-957b-80815072dd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5392320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6666563'] for subnet (22114902-a640-4a02-8ebc-5ae8a4bea1be), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.871006 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Sync routers for ids ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:32:10.878868 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:10.879980 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478ed54-1d3b-438e-957b-80815072dd09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22114902-a640-4a02-8ebc-5ae8a4bea1be,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:10.889649 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Routers {'af7e48c0-6c40-48ca-906a-c2a91b7915fa'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:10.890294 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:10.890430 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9478ed54-1d3b-438e-957b-80815072dd09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.896390 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-9478ed54-1d3b-438e-957b-80815072dd09 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/22114902-a640-4a02-8ebc-5ae8a4bea1be HTTP/1.1" status: 204 len: 168 time: 0.4066758 Sep 15 19:32:10.896505 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddec7dc-ea53-4db1-97d3-f234f70600b8 None None] Network c27201f1-7ce0-4913-ab30-ee8313abfdc7 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:32:10.897394 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 36982) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:10.901425 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a790d4f0-4c4f-4814-83db-493cc30686a4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (5a61f21c-097f-4153-9e97-a9967edb1df7), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:10.994229 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (c27201f1-7ce0-4913-ab30-ee8313abfdc7), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.012255 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a790d4f0-4c4f-4814-83db-493cc30686a4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (5a61f21c-097f-4153-9e97-a9967edb1df7), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.048054 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790d4f0-4c4f-4814-83db-493cc30686a4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a61f21c-097f-4153-9e97-a9967edb1df7,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:11.056962 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Deleting port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:11.057659 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.076770 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:11.122062 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Attempt 9 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:11.141704 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] For port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=3b5a5e09-a69e-4082-a6e1-c4c6e753562f,segment=NetworkSegment(4b543916-da1f-43a3-9be2-0d80998adc77),segment_id=4b543916-da1f-43a3-9be2-0d80998adc77)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:11.142068 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.152054 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device c3f2a283-c810-4d85-91bb-b0d1d9e89b61 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:11.161294 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Calling delete_port for 3b5a5e09-a69e-4082-a6e1-c4c6e753562f owned by network:dhcp {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:11.186865 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a790d4f0-4c4f-4814-83db-493cc30686a4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.195060 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a790d4f0-4c4f-4814-83db-493cc30686a4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5283728 Sep 15 19:32:11.195060 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 36986) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:11.199544 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-7ff5abc0-dc9c-4870-92c6-129e6238aa4b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Request body: {'security_group_rule': {'security_group_id': 'efcd313f-7e6e-4d8f-97e4-a177e7d1c199', 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:11.251717 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:11.270990 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:11.312710 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:11.332193 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Set router af7e48c0-6c40-48ca-906a-c2a91b7915fa gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:11.334154 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:11.334682 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.335299 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 Sep 15 19:32:11.370927 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.408878 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef256f-7d2b-4848-9742-f4d46a34a7fe req-237bf29d-7d2a-43f6-bdb0-0d14dc24f80c tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:11.410775 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c6ef256f-7d2b-4848-9742-f4d46a34a7fe req-237bf29d-7d2a-43f6-bdb0-0d14dc24f80c tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 945 time: 0.0543008 Sep 15 19:32:11.412370 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.securitygroups_db [None req-7ff5abc0-dc9c-4870-92c6-129e6238aa4b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Project a7bbec449c0142f0b910956bacedbe5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:32:11.422498 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (3b5a5e09-a69e-4082-a6e1-c4c6e753562f), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.423111 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7ff5abc0-dc9c-4870-92c6-129e6238aa4b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (811d95bd-3c6c-4a86-981c-ec768bd733e8), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.445291 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5a5e09-a69e-4082-a6e1-c4c6e753562f,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:11.448443 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:11.465642 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] No DVR routers for this DVR port 3b5a5e09-a69e-4082-a6e1-c4c6e753562f on host dv-cinder-849846-10-iscsi {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:32:11.515185 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7ff5abc0-dc9c-4870-92c6-129e6238aa4b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (811d95bd-3c6c-4a86-981c-ec768bd733e8), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.546344 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:11.558899 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e173abbf-fd94-4ea8-84ea-2c3fccb78c7c no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:11.570851 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (c27201f1-7ce0-4913-ab30-ee8313abfdc7), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.584261 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: e173abbf-fd94-4ea8-84ea-2c3fccb78c7c {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:11.584890 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e173abbf-fd94-4ea8-84ea-2c3fccb78c7c not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:11.599967 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27201f1-7ce0-4913-ab30-ee8313abfdc7']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:11.625980 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b543916-da1f-43a3-9be2-0d80998adc77') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:11.626294 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b543916-da1f-43a3-9be2-0d80998adc77') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:11.626594 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef42e8d-e7bd-44a1-b591-298043804d63 None None] DHCP port deletion for c27201f1-7ce0-4913-ab30-ee8313abfdc7 request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:32:11.632280 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c6ef256f-7d2b-4848-9742-f4d46a34a7fe req-ab56f7d5-4eb1-454a-bcd5-7c21a3968b05 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888087 Sep 15 19:32:11.641888 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7ff5abc0-dc9c-4870-92c6-129e6238aa4b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (811d95bd-3c6c-4a86-981c-ec768bd733e8), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.665334 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'name': 'tempest-TestShelveInstance-1065217549-router', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:05Z', 'revision_number': 4, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'gw_port': {'id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'fada6fb1-cd9b-44e1-b98e-85532c9745b8', 'name': '', 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'mac_address': 'fa:16:3e:6f:ae:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b8e72cda-55a9-4e41-a837-f986a5481d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:04Z', 'updated_at': '2022-09-15T19:32:06Z', 'revision_number': 2, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'subnets': [{'id': 'b8e72cda-55a9-4e41-a837-f986a5481d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:11.679970 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (4b543916-da1f-43a3-9be2-0d80998adc77), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.690689 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5abc0-dc9c-4870-92c6-129e6238aa4b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811d95bd-3c6c-4a86-981c-ec768bd733e8,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:11.702803 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (4b543916-da1f-43a3-9be2-0d80998adc77), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.712202 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:32:11.712708 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (4b543916-da1f-43a3-9be2-0d80998adc77), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.716323 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Checking router: af7e48c0-6c40-48ca-906a-c2a91b7915fa for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:11.716749 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Updating router af7e48c0-6c40-48ca-906a-c2a91b7915fa port fada6fb1-cd9b-44e1-b98e-85532c9745b8 binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:32:11.759734 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 4b543916-da1f-43a3-9be2-0d80998adc77 resource provider aggregate not found Sep 15 19:32:11.774812 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7ff5abc0-dc9c-4870-92c6-129e6238aa4b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.778820 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-7ff5abc0-dc9c-4870-92c6-129e6238aa4b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5808935 Sep 15 19:32:11.778965 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Attempt 10 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:11.779283 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37000) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:11.788943 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 4b543916-da1f-43a3-9be2-0d80998adc77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b543916-da1f-43a3-9be2-0d80998adc77 found for delete ", "request_id": "req-47d4114e-a506-4f4b-a9dc-c573e36031ab"}]} Sep 15 19:32:11.792013 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-38a0b574-2523-48cb-8e54-2955e17aceec tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Request body: {'security_group_rule': {'security_group_id': 'efcd313f-7e6e-4d8f-97e4-a177e7d1c199', 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:11.821498 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.840316 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-94755a60-a9e4-4084-804f-33c27c31ec80 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:11.895722 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-bfacfd96-f6c2-499b-82cd-132ece1cea6e tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:11.895722 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-bfacfd96-f6c2-499b-82cd-132ece1cea6e tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 945 time: 0.0642307 Sep 15 19:32:11.897990 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (c27201f1-7ce0-4913-ab30-ee8313abfdc7), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.933211 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.securitygroups_db [None req-38a0b574-2523-48cb-8e54-2955e17aceec tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Project a7bbec449c0142f0b910956bacedbe5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:32:11.950598 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-38a0b574-2523-48cb-8e54-2955e17aceec tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (9f3bcd53-91fb-412c-ab90-a280710759b2), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.968030 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Provisioning complete for port fada6fb1-cd9b-44e1-b98e-85532c9745b8 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:11.968255 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:11.968512 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Attempt 1 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:12.041819 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-38a0b574-2523-48cb-8e54-2955e17aceec tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (9f3bcd53-91fb-412c-ab90-a280710759b2), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.057057 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.061826 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/c27201f1-7ce0-4913-ab30-ee8313abfdc7 HTTP/1.1" status: 204 len: 168 time: 1.1629984 Sep 15 19:32:12.062210 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:12.077094 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb59cc-e869-47bb-8fad-026c644fb732 admin admin] Pushing event deleted for resources: {'Network': ['ID=c27201f1-7ce0-4913-ab30-ee8313abfdc7,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:12.108938 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-060ed99d-9682-45ab-9006-db0b9ab29a87 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Deleting port f243b1f2-796e-4006-82ce-c3b9f6bb805f {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:12.110192 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-060ed99d-9682-45ab-9006-db0b9ab29a87 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.143669 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-38a0b574-2523-48cb-8e54-2955e17aceec tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (9f3bcd53-91fb-412c-ab90-a280710759b2), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.163530 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0b574-2523-48cb-8e54-2955e17aceec tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3bcd53-91fb-412c-ab90-a280710759b2,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:12.196135 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:12.225070 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Publish callbacks [] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.240153 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-060ed99d-9682-45ab-9006-db0b9ab29a87 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] For port f243b1f2-796e-4006-82ce-c3b9f6bb805f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f243b1f2-796e-4006-82ce-c3b9f6bb805f,segment=NetworkSegment(4b30035b-3c61-44f3-816a-0d38f98c0f16),segment_id=4b30035b-3c61-44f3-816a-0d38f98c0f16)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:12.240511 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-060ed99d-9682-45ab-9006-db0b9ab29a87 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.254335 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-060ed99d-9682-45ab-9006-db0b9ab29a87 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Calling delete_port for f243b1f2-796e-4006-82ce-c3b9f6bb805f owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:12.321116 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:12.323023 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-38a0b574-2523-48cb-8e54-2955e17aceec tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.324342 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-38a0b574-2523-48cb-8e54-2955e17aceec tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5361297 Sep 15 19:32:12.374702 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.499570 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-060ed99d-9682-45ab-9006-db0b9ab29a87 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (f243b1f2-796e-4006-82ce-c3b9f6bb805f), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.507224 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93484827-1277-4cbc-b5b1-c03e710eb7ea None None] Pushing event updated for resources: {'Port': ['ID=fada6fb1-cd9b-44e1-b98e-85532c9745b8,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:12.530150 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['f243b1f2-796e-4006-82ce-c3b9f6bb805f'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:32:12.538081 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ed99d-9682-45ab-9006-db0b9ab29a87 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Pushing event deleted for resources: {'Port': ['ID=f243b1f2-796e-4006-82ce-c3b9f6bb805f,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:12.569191 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Attempt 2 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:12.599950 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-060ed99d-9682-45ab-9006-db0b9ab29a87 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] No DVR routers for this DVR port f243b1f2-796e-4006-82ce-c3b9f6bb805f on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:32:12.603839 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-060ed99d-9682-45ab-9006-db0b9ab29a87 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.608965 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-44a236b6-92a4-4157-b4e4-24211e490a55 req-060ed99d-9682-45ab-9006-db0b9ab29a87 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.33 "DELETE /networking/v2.0/ports/f243b1f2-796e-4006-82ce-c3b9f6bb805f HTTP/1.1" status: 204 len: 173 time: 0.7086115 Sep 15 19:32:12.611256 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b678c560-1f6f-4615-9a4b-b700d59aed1a', 'name': 'network-vif-deleted', 'tag': 'f243b1f2-796e-4006-82ce-c3b9f6bb805f'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:12.611857 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Attempting to bind port fada6fb1-cd9b-44e1-b98e-85532c9745b8 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:32:12.611857 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Attempting to bind port fada6fb1-cd9b-44e1-b98e-85532c9745b8 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '3fa48a24-a38d-4ace-acfb-61fde2a098d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:32:12.611857 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Attempting to bind port fada6fb1-cd9b-44e1-b98e-85532c9745b8 on network e91400fb-87ee-456f-9058-62febb69baef {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:12.621494 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1221ba82-767e-4aa4-adc4-195d4106211f" -d '{"events": [{"server_uuid": "b678c560-1f6f-4615-9a4b-b700d59aed1a", "name": "network-vif-deleted", "tag": "f243b1f2-796e-4006-82ce-c3b9f6bb805f"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:12.647546 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Port fada6fb1-cd9b-44e1-b98e-85532c9745b8 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:12.675469 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:32:12.675469 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Checking segment: {'id': '3fa48a24-a38d-4ace-acfb-61fde2a098d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:12.675469 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.675469 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Bound using segment: {'id': '3fa48a24-a38d-4ace-acfb-61fde2a098d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:32:12.675469 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Bound port: fada6fb1-cd9b-44e1-b98e-85532c9745b8, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa48a24-a38d-4ace-acfb-61fde2a098d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:32:12.675469 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.734433 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37054) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:12.742939 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b5eaf2-3f56-4211-8243-471071240f92 x-openstack-request-id: req-61b5eaf2-3f56-4211-8243-471071240f92 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:12.742939 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b678c560-1f6f-4615-9a4b-b700d59aed1a", "name": "network-vif-deleted", "tag": "f243b1f2-796e-4006-82ce-c3b9f6bb805f", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:12.742939 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61b5eaf2-3f56-4211-8243-471071240f92 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:12.742939 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b5eaf2-3f56-4211-8243-471071240f92'] response: {'server_uuid': 'b678c560-1f6f-4615-9a4b-b700d59aed1a', 'name': 'network-vif-deleted', 'tag': 'f243b1f2-796e-4006-82ce-c3b9f6bb805f', 'status': 'completed', 'code': 200} Sep 15 19:32:12.758049 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] For port fada6fb1-cd9b-44e1-b98e-85532c9745b8, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:12.765070 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] For port fada6fb1-cd9b-44e1-b98e-85532c9745b8, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=fada6fb1-cd9b-44e1-b98e-85532c9745b8,segment=NetworkSegment(3fa48a24-a38d-4ace-acfb-61fde2a098d1),segment_id=3fa48a24-a38d-4ace-acfb-61fde2a098d1)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:12.790318 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-13515d78-077a-4099-86ca-0a35ab9db797 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=18b6ba58f0684cb699320fa8979047ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546048 Sep 15 19:32:12.792914 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37058) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:12.819949 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-533d5795-3469-40b9-be5f-4cc2644f20e4 req-80f20475-6cc9-4fd7-8b5a-f2c755e8abac tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 210 time: 0.0285137 Sep 15 19:32:12.866036 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f04c5f99-ff4f-4774-8601-c35e85244dcc admin admin] Publish callbacks [] for security_group (422cb049-6853-4917-9a1e-9a715ca4fb21), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.877475 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.885419 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:12.928708 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f04c5f99-ff4f-4774-8601-c35e85244dcc admin admin] Publish callbacks [] for security_group (422cb049-6853-4917-9a1e-9a715ca4fb21), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:12.929137 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Routers {'af7e48c0-6c40-48ca-906a-c2a91b7915fa'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:12.929805 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:13.001356 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93484827-1277-4cbc-b5b1-c03e710eb7ea None None] Pushing event updated for resources: {'Port': ['ID=fada6fb1-cd9b-44e1-b98e-85532c9745b8,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:13.009587 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a613eee1-66e5-49fb-bcdc-e913aaf65c8e no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:13.070892 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: a613eee1-66e5-49fb-bcdc-e913aaf65c8e {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:13.071262 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a613eee1-66e5-49fb-bcdc-e913aaf65c8e not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:13.072061 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 3b5a5e09-a69e-4082-a6e1-c4c6e753562f no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:13.105737 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 3b5a5e09-a69e-4082-a6e1-c4c6e753562f {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:13.106082 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 3b5a5e09-a69e-4082-a6e1-c4c6e753562f not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:13.133623 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] Set router af7e48c0-6c40-48ca-906a-c2a91b7915fa gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:13.142676 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f04c5f99-ff4f-4774-8601-c35e85244dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (422cb049-6853-4917-9a1e-9a715ca4fb21), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:13.149875 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f04c5f99-ff4f-4774-8601-c35e85244dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:13.154450 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-f04c5f99-ff4f-4774-8601-c35e85244dcc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/422cb049-6853-4917-9a1e-9a715ca4fb21 HTTP/1.1" status: 204 len: 168 time: 0.3576875 Sep 15 19:32:13.166757 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c5f99-ff4f-4774-8601-c35e85244dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422cb049-6853-4917-9a1e-9a715ca4fb21,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:13.167279 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Attempt 3 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:13.366359 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Current status of the port fada6fb1-cd9b-44e1-b98e-85532c9745b8 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:13.366985 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:13.438614 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] For port fada6fb1-cd9b-44e1-b98e-85532c9745b8, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=fada6fb1-cd9b-44e1-b98e-85532c9745b8,segment=NetworkSegment(3fa48a24-a38d-4ace-acfb-61fde2a098d1),segment_id=3fa48a24-a38d-4ace-acfb-61fde2a098d1)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:13.444162 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'name': 'tempest-TestShelveInstance-1065217549-router', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:05Z', 'revision_number': 4, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'gw_port': {'id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'fada6fb1-cd9b-44e1-b98e-85532c9745b8', 'name': '', 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'mac_address': 'fa:16:3e:6f:ae:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b8e72cda-55a9-4e41-a837-f986a5481d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:04Z', 'updated_at': '2022-09-15T19:32:12Z', 'revision_number': 4, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'subnets': [{'id': 'b8e72cda-55a9-4e41-a837-f986a5481d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:13.472333 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c78ff12-32fa-4f93-a217-473b33464b0e None None] The sync data for ids ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'] in dv-cinder-849846-10-iscsi is: [{'id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'name': 'tempest-TestShelveInstance-1065217549-router', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:05Z', 'revision_number': 4, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'gw_port': {'id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'fada6fb1-cd9b-44e1-b98e-85532c9745b8', 'name': '', 'network_id': 'e91400fb-87ee-456f-9058-62febb69baef', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'mac_address': 'fa:16:3e:6f:ae:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b8e72cda-55a9-4e41-a837-f986a5481d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:04Z', 'updated_at': '2022-09-15T19:32:12Z', 'revision_number': 4, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'subnets': [{'id': 'b8e72cda-55a9-4e41-a837-f986a5481d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:32:13.612959 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:13.674481 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e73266-0dd9-4aea-93c4-2acffa5ef149 None None] Pushing event updated for resources: {'Port': ['ID=fada6fb1-cd9b-44e1-b98e-85532c9745b8,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:13.829605 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b244c0-e1ca-4ecf-bf93-68dc985117fc req-06cc8d45-e802-482a-8e93-63adf0976558 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:13.831140 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a1b244c0-e1ca-4ecf-bf93-68dc985117fc req-06cc8d45-e802-482a-8e93-63adf0976558 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0564466 Sep 15 19:32:13.887142 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a1b244c0-e1ca-4ecf-bf93-68dc985117fc req-b6c37351-d13b-464f-ad25-f78797117cd0 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500221 Sep 15 19:32:13.998282 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-75606223-e500-498f-ab48-de31072d7ba2 req-b0e37480-b50d-4b88-861a-0962d454ed58 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 210 time: 0.0290167 Sep 15 19:32:14.010238 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:32:14.192421 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37088) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:14.196392 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:14.242315 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-ef921a26-623b-4f14-8ee6-99a97cf2c140 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ac6709b04e9b474ebe6d696dc4660b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482991 Sep 15 19:32:14.244606 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37094) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:14.258879 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:14.314175 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-32a0484b-8ec2-4d25-9d26-df32055bb46b admin admin] Publish callbacks [] for security_group (0ce19a7a-420e-4e9a-850e-77725391d0cd), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:14.339290 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-32a0484b-8ec2-4d25-9d26-df32055bb46b admin admin] Publish callbacks [] for security_group (0ce19a7a-420e-4e9a-850e-77725391d0cd), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:14.504233 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-32a0484b-8ec2-4d25-9d26-df32055bb46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0ce19a7a-420e-4e9a-850e-77725391d0cd), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:14.506955 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-32a0484b-8ec2-4d25-9d26-df32055bb46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:14.508293 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-32a0484b-8ec2-4d25-9d26-df32055bb46b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0ce19a7a-420e-4e9a-850e-77725391d0cd HTTP/1.1" status: 204 len: 168 time: 0.2616143 Sep 15 19:32:14.517736 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0484b-8ec2-4d25-9d26-df32055bb46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce19a7a-420e-4e9a-850e-77725391d0cd,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:14.998914 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device fada6fb1-cd9b-44e1-b98e-85532c9745b8 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:15.055731 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port fada6fb1-cd9b-44e1-b98e-85532c9745b8 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:15.056421 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:15.056897 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port fada6fb1-cd9b-44e1-b98e-85532c9745b8 Sep 15 19:32:15.279704 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port fada6fb1-cd9b-44e1-b98e-85532c9745b8 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:15.599231 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf305f5f-e993-4eb4-af91-466ef9cf4daf req-3b2ae194-a790-47b1-9273-a8dfa8725307 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:15.600701 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cf305f5f-e993-4eb4-af91-466ef9cf4daf req-3b2ae194-a790-47b1-9273-a8dfa8725307 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0519865 Sep 15 19:32:15.612762 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device f243b1f2-796e-4006-82ce-c3b9f6bb805f no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:15.642579 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: f243b1f2-796e-4006-82ce-c3b9f6bb805f {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:15.642921 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device f243b1f2-796e-4006-82ce-c3b9f6bb805f not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:15.689745 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-99f7eddc-3193-4f4c-af4e-0f117302f10a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:15.691998 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-99f7eddc-3193-4f4c-af4e-0f117302f10a tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0826812 Sep 15 19:32:15.696545 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cf305f5f-e993-4eb4-af91-466ef9cf4daf req-9c5d522a-dc1e-4835-9359-79dda1812246 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896187 Sep 15 19:32:15.811762 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a2fecca8-184c-4de8-9937-dc911b2c9c85 req-243b6267-97bf-4520-9be5-c24120515406 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 210 time: 0.0292008 Sep 15 19:32:15.920374 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2203d-ffc3-49f1-a5cd-1ae0ff5f7ec7 req-b067677f-4237-43e5-80ed-3f2294669146 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:15.921826 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e4d2203d-ffc3-49f1-a5cd-1ae0ff5f7ec7 req-b067677f-4237-43e5-80ed-3f2294669146 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0539291 Sep 15 19:32:15.972296 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e4d2203d-ffc3-49f1-a5cd-1ae0ff5f7ec7 req-e8aa877a-f81c-4a63-97d0-82d40ed03c6e tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446670 Sep 15 19:32:16.839804 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef648c-754c-4337-819b-ac21da1069b5 req-d5d536bc-65b7-488e-ac9f-77c34c818304 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:16.841842 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-69ef648c-754c-4337-819b-ac21da1069b5 req-d5d536bc-65b7-488e-ac9f-77c34c818304 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0508783 Sep 15 19:32:16.892574 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-69ef648c-754c-4337-819b-ac21da1069b5 req-227b2fe2-fcbb-4835-b34c-0bc494eb558c tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Sep 15 19:32:17.000416 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a762790a-874a-4f96-ace0-c87eb60a4c41 req-90f98b19-20c9-454b-809d-73e72a04f479 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 210 time: 0.0324893 Sep 15 19:32:17.104668 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05668d2e-0140-4283-9479-8e52f6857c3b req-58ef6598-6f4a-482b-8f73-fda53e1039ce tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:17.106165 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-05668d2e-0140-4283-9479-8e52f6857c3b req-58ef6598-6f4a-482b-8f73-fda53e1039ce tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0481796 Sep 15 19:32:17.157020 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-05668d2e-0140-4283-9479-8e52f6857c3b req-4bda0ebe-8f62-4ce9-8fec-9843a789253c tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440977 Sep 15 19:32:17.703872 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c0374522-27b2-4410-b0d6-bb48d4bce76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:18.023780 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a830bb-6a78-4d71-abce-31f63251392f req-34dda13b-ce73-4dd6-b28f-51a30b952e25 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:18.025309 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-43a830bb-6a78-4d71-abce-31f63251392f req-34dda13b-ce73-4dd6-b28f-51a30b952e25 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0506709 Sep 15 19:32:18.077832 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-43a830bb-6a78-4d71-abce-31f63251392f req-e6e00191-f613-4314-9e0a-c9faa84676a0 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459495 Sep 15 19:32:18.182994 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b6e264bb-67ed-41c0-9fda-d97993b53922 req-e759dc08-3fb1-497f-b9ff-696850d1939c tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b678c560-1f6f-4615-9a4b-b700d59aed1a HTTP/1.1" status: 200 len: 210 time: 0.0321398 Sep 15 19:32:18.292320 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0552e0-f0bd-4c68-aa58-9dfc650adaf4 req-555d78ed-fe79-4d45-a6f6-69494d6a7994 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:18.293784 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0e0552e0-f0bd-4c68-aa58-9dfc650adaf4 req-555d78ed-fe79-4d45-a6f6-69494d6a7994 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0501096 Sep 15 19:32:18.343426 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0e0552e0-f0bd-4c68-aa58-9dfc650adaf4 req-fd6ea90a-f1c2-4443-9fa1-dbb9ffe53273 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Sep 15 19:32:19.015316 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Deleting port 08bcba4d-cc67-49aa-a757-7898965bb03a {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:19.015683 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:19.064301 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:19.128455 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] For port 08bcba4d-cc67-49aa-a757-7898965bb03a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=08bcba4d-cc67-49aa-a757-7898965bb03a,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:19.128821 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:19.187786 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:19.325110 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3392f-ac40-4bdf-b39c-a8991d9d14ec req-09b6eecb-9f27-45be-aff2-9d815aa58554 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:19.327368 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71d3392f-ac40-4bdf-b39c-a8991d9d14ec req-09b6eecb-9f27-45be-aff2-9d815aa58554 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0942142 Sep 15 19:32:19.367402 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:19.367817 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (101f982e-0602-4cba-8a9a-420acbd091c3), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:19.368137 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Floating IP 101f982e-0602-4cba-8a9a-420acbd091c3 disassociated. External IP: 172.27.0.135, port: 08bcba4d-cc67-49aa-a757-7898965bb03a. Sep 15 19:32:19.368480 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Calling delete_port for 08bcba4d-cc67-49aa-a757-7898965bb03a owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:19.434894 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71d3392f-ac40-4bdf-b39c-a8991d9d14ec req-d004fff6-ef2a-4c59-81ec-253f64892cb9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0cb696fd-b220-4a36-b95e-e65667963b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986874 Sep 15 19:32:19.573173 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08637c00-ac97-4e72-b002-60437b10a78d req-063c4c96-6696-41fd-b12f-9aa8540cd947 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:19.574725 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08637c00-ac97-4e72-b002-60437b10a78d req-063c4c96-6696-41fd-b12f-9aa8540cd947 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0698299 Sep 15 19:32:19.629629 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08637c00-ac97-4e72-b002-60437b10a78d req-43c1b8fd-9e2c-445d-be6a-c5bcf20c07df tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488715 Sep 15 19:32:19.658124 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (08bcba4d-cc67-49aa-a757-7898965bb03a), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:19.661565 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 08bcba4d-cc67-49aa-a757-7898965bb03a no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:19.703890 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 08bcba4d-cc67-49aa-a757-7898965bb03a {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:19.703890 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 08bcba4d-cc67-49aa-a757-7898965bb03a not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:19.707214 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'Port': ['ID=08bcba4d-cc67-49aa-a757-7898965bb03a,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:19.856338 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2cd89-c930-404d-8013-5edfe1dbba10 req-a6b9d5a9-b064-42f1-91bd-c1b1928537a4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:19.858569 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2fa2cd89-c930-404d-8013-5edfe1dbba10 req-a6b9d5a9-b064-42f1-91bd-c1b1928537a4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0839214 Sep 15 19:32:19.894094 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:19.929872 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2fa2cd89-c930-404d-8013-5edfe1dbba10 req-6a01bf15-dd1b-4633-97c4-688af10fe749 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634339 Sep 15 19:32:20.037777 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:20.041486 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:20.061956 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:32:20.086485 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:20.089536 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:31:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:20.103380 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] No DVR routers for this DVR port 08bcba4d-cc67-49aa-a757-7898965bb03a on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:32:20.107701 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:20.111883 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5948c4f3-5daa-46d6-8bfd-0676f213c3b8 req-a9921286-1f87-48da-8c03-86f524daebf7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "DELETE /networking/v2.0/ports/08bcba4d-cc67-49aa-a757-7898965bb03a HTTP/1.1" status: 204 len: 173 time: 1.2109120 Sep 15 19:32:20.112628 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'name': 'network-vif-deleted', 'tag': '08bcba4d-cc67-49aa-a757-7898965bb03a'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:20.115064 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393dfb81-2d8d-40cd-a380-e9c65d89a9de" -d '{"events": [{"server_uuid": "958ffdf6-6239-4d43-a0ba-0769a4b3cfa4", "name": "network-vif-deleted", "tag": "08bcba4d-cc67-49aa-a757-7898965bb03a"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:20.149557 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-bd7c3293-f41c-44ce-a29e-2c722e6a7ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:20.164483 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1accf0-b77c-4048-868a-1d4b29624853 x-openstack-request-id: req-6a1accf0-b77c-4048-868a-1d4b29624853 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:20.164896 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958ffdf6-6239-4d43-a0ba-0769a4b3cfa4", "name": "network-vif-deleted", "tag": "08bcba4d-cc67-49aa-a757-7898965bb03a", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:20.165287 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a1accf0-b77c-4048-868a-1d4b29624853 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:20.166241 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1accf0-b77c-4048-868a-1d4b29624853'] response: {'server_uuid': '958ffdf6-6239-4d43-a0ba-0769a4b3cfa4', 'name': 'network-vif-deleted', 'tag': '08bcba4d-cc67-49aa-a757-7898965bb03a', 'status': 'completed', 'code': 200} Sep 15 19:32:20.311249 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:20.507202 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:20.533955 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:20.542729 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:20.543335 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:20.551081 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e9818a26-b998-42ec-8127-d69dbe1d4993 req-6f5040f4-599f-4d9c-a44b-e5ec5666c703 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 210 time: 0.0300691 Sep 15 19:32:20.651073 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:20.766660 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60618ce-ba05-4a12-aef6-0571d8fbb5dd req-c17e808c-1a5e-456a-828a-cc5f94d23473 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:20.768234 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f60618ce-ba05-4a12-aef6-0571d8fbb5dd req-c17e808c-1a5e-456a-828a-cc5f94d23473 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0508580 Sep 15 19:32:20.820039 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f60618ce-ba05-4a12-aef6-0571d8fbb5dd req-65762caf-91ce-413a-b603-0d2e7831a693 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458908 Sep 15 19:32:20.847501 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:20.853682 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:20.878884 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413cb67-a711-4023-9ed0-099d76a1e0c6 None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:32:21.063253 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5dae0-a103-42db-b9ab-d86ff83f401c req-b850a27a-8702-4b12-85ef-c74701230870 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:21.064981 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7fd5dae0-a103-42db-b9ab-d86ff83f401c req-b850a27a-8702-4b12-85ef-c74701230870 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0575929 Sep 15 19:32:21.125310 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4711d9-2aa1-4013-9cf0-8480deb69034 None None] New status for floating IP 101f982e-0602-4cba-8a9a-420acbd091c3: DOWN {{(pid=106636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:32:21.135382 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7fd5dae0-a103-42db-b9ab-d86ff83f401c req-b99a1678-fa04-4936-a440-a11ae8c7e17a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642300 Sep 15 19:32:21.198141 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:21.658570 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-16dc8c6c-6df6-4fcb-a23f-ecc74b6ad7ad req-52dbe42a-0fc1-4254-b24e-5bb2e23950a3 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 210 time: 0.0289910 Sep 15 19:32:21.906400 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:21.947233 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142636c1-57ce-49b5-a4b6-efcdc556bb2f req-7dfb3970-e941-4cb0-bd6d-796909450215 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:21.948847 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-142636c1-57ce-49b5-a4b6-efcdc556bb2f req-7dfb3970-e941-4cb0-bd6d-796909450215 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0516503 Sep 15 19:32:22.008440 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-142636c1-57ce-49b5-a4b6-efcdc556bb2f req-c48d6be0-5a3e-4b58-89cb-4fc288c39c0f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494425 Sep 15 19:32:22.259446 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b88c0f-906d-4693-92db-e0e08d60c901 req-dfdc5235-94d2-4a6a-9498-f8d935fadba1 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:22.261727 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-02b88c0f-906d-4693-92db-e0e08d60c901 req-dfdc5235-94d2-4a6a-9498-f8d935fadba1 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0475416 Sep 15 19:32:22.310654 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-02b88c0f-906d-4693-92db-e0e08d60c901 req-794c9a8a-a79b-4ce9-ba2d-f84818d2d6bb tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 Sep 15 19:32:22.738111 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:22.767698 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1e03de12-2204-4e40-89cc-5f2833de0ebf req-c9b67395-44b8-461e-8884-40461a31bd32 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 210 time: 0.0291963 Sep 15 19:32:22.835775 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:23.131132 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eea5fe-2248-4db0-b533-0068c26e5dbb req-94447d2f-6b8b-4ba6-894e-d5e45e9290ed tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:23.132626 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-33eea5fe-2248-4db0-b533-0068c26e5dbb req-94447d2f-6b8b-4ba6-894e-d5e45e9290ed tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.0479066 Sep 15 19:32:23.188202 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-33eea5fe-2248-4db0-b533-0068c26e5dbb req-011bdf9c-7ca3-4caf-921a-adc106af7c83 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492849 Sep 15 19:32:23.437358 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ff015-0816-459a-b83c-3447ea5dbbfd req-f441b1d5-fe93-4ae3-87b9-76f5222bd42a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:23.439014 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ea6ff015-0816-459a-b83c-3447ea5dbbfd req-f441b1d5-fe93-4ae3-87b9-76f5222bd42a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0527887 Sep 15 19:32:23.487018 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ea6ff015-0816-459a-b83c-3447ea5dbbfd req-78c5822d-1487-4a61-8193-199348d6f4d0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Sep 15 19:32:23.759331 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device e07717f9-44fe-4be0-919e-d14afd6d6dcf no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:23.843909 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-c3cfaabc-ef0b-459b-97f9-d617259dc55f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:23.845579 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-c3cfaabc-ef0b-459b-97f9-d617259dc55f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 945 time: 0.0514073 Sep 15 19:32:23.849014 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port e07717f9-44fe-4be0-919e-d14afd6d6dcf is: ACTIVE; New status is: DOWN {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:23.849749 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:23.883152 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:23.885564 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db70e207-9f29-44f5-bbe3-ffcfa42b8d40" -d '{"events": [{"server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "name": "network-vif-unplugged", "status": "completed", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:23.899052 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port e07717f9-44fe-4be0-919e-d14afd6d6dcf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:23.906538 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7a50bc02-7008-4807-ba0a-1c87314271ff req-7d13796e-6bbb-4259-a849-768db12cfcce tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=958ffdf6-6239-4d43-a0ba-0769a4b3cfa4 HTTP/1.1" status: 200 len: 210 time: 0.0547879 Sep 15 19:32:23.961577 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def10eac-8199-40fe-bbe8-6d3559eaf8cb x-openstack-request-id: req-def10eac-8199-40fe-bbe8-6d3559eaf8cb {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:23.961577 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "name": "network-vif-unplugged", "status": "completed", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:23.961577 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-def10eac-8199-40fe-bbe8-6d3559eaf8cb {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:23.961577 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def10eac-8199-40fe-bbe8-6d3559eaf8cb'] response: {'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'code': 200} Sep 15 19:32:23.967951 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Deleting port e07717f9-44fe-4be0-919e-d14afd6d6dcf {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:23.968265 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:23.978555 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:24.041893 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=e07717f9-44fe-4be0-919e-d14afd6d6dcf,revision_number=6']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:24.080709 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] For port e07717f9-44fe-4be0-919e-d14afd6d6dcf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e07717f9-44fe-4be0-919e-d14afd6d6dcf,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:24.088043 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:24.225972 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:24.236018 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=48,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:24.237920 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=69,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:24.286580 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:24.286954 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (b2b0cf94-17f1-468a-81fe-51a279d92304), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:24.287274 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Floating IP b2b0cf94-17f1-468a-81fe-51a279d92304 disassociated. External IP: 172.27.0.79, port: e07717f9-44fe-4be0-919e-d14afd6d6dcf. Sep 15 19:32:24.287621 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Calling delete_port for e07717f9-44fe-4be0-919e-d14afd6d6dcf owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:24.330612 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-316b7f00-70b3-45bf-ba54-b6bdc9b2e70a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:24.332084 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-316b7f00-70b3-45bf-ba54-b6bdc9b2e70a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.1036966 Sep 15 19:32:24.417267 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8a47-a2fe-441b-80c6-5187ff8b2001 req-75b2ebcc-ea3c-43e6-98b1-83737a18df23 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:24.422255 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fe8f8a47-a2fe-441b-80c6-5187ff8b2001 req-75b2ebcc-ea3c-43e6-98b1-83737a18df23 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 946 time: 0.1424239 Sep 15 19:32:24.479098 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:24.534787 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Deleting port 83b9862f-0442-4819-8455-b738ec1a0232 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:24.535130 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (83b9862f-0442-4819-8455-b738ec1a0232), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:24.555099 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fe8f8a47-a2fe-441b-80c6-5187ff8b2001 req-0e4d358f-1b11-4bab-ab4a-207c75366140 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cf3c6630-c097-41e8-b3fd-a2d03977c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261275 Sep 15 19:32:24.975117 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6632fd4-dd9e-447c-a04f-ffd177cf1b7b req-e9169735-c9d7-487d-aa61-01fce32e1ee4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:24.977182 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6632fd4-dd9e-447c-a04f-ffd177cf1b7b req-e9169735-c9d7-487d-aa61-01fce32e1ee4 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 943 time: 0.3618538 Sep 15 19:32:24.985018 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] For port 83b9862f-0442-4819-8455-b738ec1a0232, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=83b9862f-0442-4819-8455-b738ec1a0232,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:24.985384 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (83b9862f-0442-4819-8455-b738ec1a0232), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.076474 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:25.083907 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6632fd4-dd9e-447c-a04f-ffd177cf1b7b req-03c17772-c559-4722-b25e-6b0f913d5822 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=942b9287-9671-4054-aa87-290165421497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010299 Sep 15 19:32:25.112994 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (e07717f9-44fe-4be0-919e-d14afd6d6dcf), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.148317 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event deleted for resources: {'Port': ['ID=e07717f9-44fe-4be0-919e-d14afd6d6dcf,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:25.288989 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.289305 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (b3be8889-f1fc-4124-9b24-5325e6799ba8), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.289632 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Floating IP b3be8889-f1fc-4124-9b24-5325e6799ba8 disassociated. External IP: 172.27.0.241, port: 83b9862f-0442-4819-8455-b738ec1a0232. Sep 15 19:32:25.290085 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Calling delete_port for 83b9862f-0442-4819-8455-b738ec1a0232 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:25.292861 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37230) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:25.357895 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Router 1e64ce52-d7d1-4448-8702-3d0520e2869c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:25.362788 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef34d-52ab-423d-a048-09e16aa2c644 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (0cb696fd-b220-4a36-b95e-e65667963b61), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.387331 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef34d-52ab-423d-a048-09e16aa2c644 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (0cb696fd-b220-4a36-b95e-e65667963b61), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.532087 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:25.533538 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:25.543562 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] Sync routers for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:32:25.554550 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:25.555145 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:25.572677 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef34d-52ab-423d-a048-09e16aa2c644 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0cb696fd-b220-4a36-b95e-e65667963b61), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.576156 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef34d-52ab-423d-a048-09e16aa2c644 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.578592 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-2c9ef34d-52ab-423d-a048-09e16aa2c644 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0cb696fd-b220-4a36-b95e-e65667963b61 HTTP/1.1" status: 204 len: 168 time: 0.2838600 Sep 15 19:32:25.589325 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37234) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:25.589791 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] No DVR routers for this DVR port e07717f9-44fe-4be0-919e-d14afd6d6dcf on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:32:25.590741 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ef34d-52ab-423d-a048-09e16aa2c644 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb696fd-b220-4a36-b95e-e65667963b61,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:25.592617 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.596451 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9a10aa84-3d17-4ef3-a828-3f73b316635b req-90aca90a-5617-4611-9571-923a89f05c6f tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "DELETE /networking/v2.0/ports/e07717f9-44fe-4be0-919e-d14afd6d6dcf HTTP/1.1" status: 204 len: 173 time: 1.7346232 Sep 15 19:32:25.597001 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'name': 'network-vif-deleted', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:25.600016 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e58a0a-6598-4a60-bc91-f0cc7fdc8e3e" -d '{"events": [{"server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "name": "network-vif-deleted", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:25.629576 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (83b9862f-0442-4819-8455-b738ec1a0232), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.637962 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.api.v2.resource [None req-80d37c47-021e-4df4-bf06-d05f519169c8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] show failed (client error): The resource could not be found. Sep 15 19:32:25.637962 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-80d37c47-021e-4df4-bf06-d05f519169c8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups/0cb696fd-b220-4a36-b95e-e65667963b61 HTTP/1.1" status: 404 len: 347 time: 0.0292983 Sep 15 19:32:25.640676 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37240) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:25.669769 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event deleted for resources: {'Port': ['ID=83b9862f-0442-4819-8455-b738ec1a0232,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:25.742545 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:25.744894 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:25.774685 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9a7354d6-648e-4f4f-b61c-d703d9d2c80b req-597ab001-9840-4630-91d7-68219858b486 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 210 time: 0.0438159 Sep 15 19:32:25.791255 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-5089a61e-f6d5-4982-856e-b8150e1a3272 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Deleting port 1ab9447b-c870-47e0-a76f-ea52776f852c {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:25.791731 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5089a61e-f6d5-4982-856e-b8150e1a3272 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (1ab9447b-c870-47e0-a76f-ea52776f852c), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.847612 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Router 2331ef2e-0fc4-466a-a554-87a53148ad5c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:25.849946 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e963af-963e-4771-86d4-b67e4711db91 x-openstack-request-id: req-e3e963af-963e-4771-86d4-b67e4711db91 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:25.850231 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212105c1-8435-430c-9ffa-72e8a6bd2426", "name": "network-vif-deleted", "tag": "e07717f9-44fe-4be0-919e-d14afd6d6dcf", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:25.850484 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3e963af-963e-4771-86d4-b67e4711db91 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:25.850921 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e963af-963e-4771-86d4-b67e4711db91'] response: {'server_uuid': '212105c1-8435-430c-9ffa-72e8a6bd2426', 'name': 'network-vif-deleted', 'tag': 'e07717f9-44fe-4be0-919e-d14afd6d6dcf', 'status': 'completed', 'code': 200} Sep 15 19:32:25.902256 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5089a61e-f6d5-4982-856e-b8150e1a3272 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (1ab9447b-c870-47e0-a76f-ea52776f852c), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.902893 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5089a61e-f6d5-4982-856e-b8150e1a3272 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (1ab9447b-c870-47e0-a76f-ea52776f852c), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:25.922265 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-5089a61e-f6d5-4982-856e-b8150e1a3272 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Calling delete_port for 1ab9447b-c870-47e0-a76f-ea52776f852c owned by network:floatingip {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:25.970205 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:54Z', 'revision_number': 5, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:25.989419 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:26.002666 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] Sync routers for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:32:26.016068 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] Checking router: 1e64ce52-d7d1-4448-8702-3d0520e2869c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:26.026204 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:26.026834 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:26.036506 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:26.037191 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:26.055987 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] No DVR routers for this DVR port 83b9862f-0442-4819-8455-b738ec1a0232 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:32:26.059130 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:26.065516 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-054b38d3-5ba1-4f03-9d54-df2ed92ee4da req-d80f5528-da90-418a-b180-9b8d6211b3bb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.33 "DELETE /networking/v2.0/ports/83b9862f-0442-4819-8455-b738ec1a0232 HTTP/1.1" status: 204 len: 173 time: 1.7242215 Sep 15 19:32:26.191333 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:26.201254 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:26.258256 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:26.275377 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5089a61e-f6d5-4982-856e-b8150e1a3272 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (1ab9447b-c870-47e0-a76f-ea52776f852c), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:26.303942 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ceec401-660a-4fc9-9a91-102bfdc62f06 req-314e8a02-9748-4d1e-9054-11f0291a3929 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=212105c1-8435-430c-9ffa-72e8a6bd2426 HTTP/1.1" status: 200 len: 210 time: 0.0659444 Sep 15 19:32:26.379256 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089a61e-f6d5-4982-856e-b8150e1a3272 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'Port': ['ID=1ab9447b-c870-47e0-a76f-ea52776f852c,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:26.432296 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:26.470492 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5089a61e-f6d5-4982-856e-b8150e1a3272 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (101f982e-0602-4cba-8a9a-420acbd091c3), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:26.473115 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:26.476525 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5089a61e-f6d5-4982-856e-b8150e1a3272 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:26.478598 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-5089a61e-f6d5-4982-856e-b8150e1a3272 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/101f982e-0602-4cba-8a9a-420acbd091c3 HTTP/1.1" status: 204 len: 168 time: 0.8345895 Sep 15 19:32:26.509263 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:26.512743 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:54Z', 'revision_number': 5, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:26.551371 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f820f5-7917-4c26-92f1-2f4a973b05bc None None] The sync data for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi is: [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:44Z', 'revision_number': 4, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': 'e242b171-9e8c-45fe-ac1d-68175920468a', 'name': '', 'network_id': 'f2ffb04b-7869-41f6-aad2-f6912ace930a', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'mac_address': 'fa:16:3e:5c:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:42Z', 'updated_at': '2022-09-15T19:26:54Z', 'revision_number': 5, 'project_id': '016f968319fd49d98506030c0bee6021', 'subnets': [{'id': 'a70788c3-b1e1-445b-9b7b-a4dc053dec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:32:26.563746 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] Checking router: 2331ef2e-0fc4-466a-a554-87a53148ad5c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:26.573560 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:26.578923 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:26.702737 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37254) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:26.707599 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-7c1e6e8c-5225-4f9d-87c0-2101951d08a9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726102103', 'description': 'tempest-description--577104243'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:26.709690 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:26.717939 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:26.855312 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6e8c-5225-4f9d-87c0-2101951d08a9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:26.935199 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f305f41-ad20-40d7-a043-d443e6308668 None None] New status for floating IP b2b0cf94-17f1-468a-81fe-51a279d92304: DOWN {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:32:26.972088 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2fddcd8e-52b3-4ca6-98ba-51e54881e128 req-b33bf969-535b-4f40-83d3-e11fb224b5d4 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 210 time: 0.0536380 Sep 15 19:32:27.005718 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:27.041558 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6e8c-5225-4f9d-87c0-2101951d08a9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (f360dcf8-11b4-4d7f-9702-4c102342b655), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.041822 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d4d605-4290-4e50-8eb5-35ad72c1df52 None None] The sync data for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi is: [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:32:27.133722 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6e8c-5225-4f9d-87c0-2101951d08a9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (f360dcf8-11b4-4d7f-9702-4c102342b655), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.165704 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6e8c-5225-4f9d-87c0-2101951d08a9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f360dcf8-11b4-4d7f-9702-4c102342b655,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:27.271237 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6e8c-5225-4f9d-87c0-2101951d08a9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.272556 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-7c1e6e8c-5225-4f9d-87c0-2101951d08a9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5686944 Sep 15 19:32:27.275618 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37258) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:27.280397 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-8ab9d85f-0469-4763-9ca9-a5c41ad65985 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group_rule': {'security_group_id': 'f360dcf8-11b4-4d7f-9702-4c102342b655', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:27.312191 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e712447-d035-41c6-95c0-d94dfd45dd4c None None] New status for floating IP b3be8889-f1fc-4124-9b24-5325e6799ba8: DOWN {{(pid=106636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:32:27.453646 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d85f-0469-4763-9ca9-a5c41ad65985 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (af892e49-56e7-4c2b-a216-f09607766a9f), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.490469 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:27.527630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37266) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:27.533373 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d85f-0469-4763-9ca9-a5c41ad65985 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (af892e49-56e7-4c2b-a216-f09607766a9f), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.589964 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b50d45f6-0b43-4d04-a0ec-66094a633650 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group (942b9287-9671-4054-aa87-290165421497), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.614770 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b50d45f6-0b43-4d04-a0ec-66094a633650 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group (942b9287-9671-4054-aa87-290165421497), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.624564 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d85f-0469-4763-9ca9-a5c41ad65985 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (af892e49-56e7-4c2b-a216-f09607766a9f), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.634721 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:27.642945 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9d85f-0469-4763-9ca9-a5c41ad65985 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af892e49-56e7-4c2b-a216-f09607766a9f,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:27.723088 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d85f-0469-4763-9ca9-a5c41ad65985 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.724288 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8ab9d85f-0469-4763-9ca9-a5c41ad65985 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4476645 Sep 15 19:32:27.727029 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37270) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:27.731345 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-0c835664-726d-4876-91a4-13265adf8492 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'security_group_rule': {'security_group_id': 'f360dcf8-11b4-4d7f-9702-4c102342b655', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:27.749897 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b50d45f6-0b43-4d04-a0ec-66094a633650 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (942b9287-9671-4054-aa87-290165421497), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.752726 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b50d45f6-0b43-4d04-a0ec-66094a633650 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.753906 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b50d45f6-0b43-4d04-a0ec-66094a633650 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/942b9287-9671-4054-aa87-290165421497 HTTP/1.1" status: 204 len: 168 time: 0.2252290 Sep 15 19:32:27.756636 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37272) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:27.763542 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d45f6-0b43-4d04-a0ec-66094a633650 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942b9287-9671-4054-aa87-290165421497,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:27.769908 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.api.v2.resource [None req-29fc2243-26dc-49de-a674-f66ee5acbfda tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] show failed (client error): The resource could not be found. Sep 15 19:32:27.771045 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-29fc2243-26dc-49de-a674-f66ee5acbfda tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups/942b9287-9671-4054-aa87-290165421497 HTTP/1.1" status: 404 len: 347 time: 0.0133638 Sep 15 19:32:27.774108 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37274) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:27.852291 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddcd684-503e-4123-9078-c4821c63519f', 'name': 'network-vif-deleted', 'tag': '83b9862f-0442-4819-8455-b738ec1a0232'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:27.854955 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5271c4ca-9055-46f6-b66a-30a7516aab98" -d '{"events": [{"server_uuid": "8ddcd684-503e-4123-9078-c4821c63519f", "name": "network-vif-deleted", "tag": "83b9862f-0442-4819-8455-b738ec1a0232"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:27.888017 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0c835664-726d-4876-91a4-13265adf8492 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (bba395f4-b43b-471e-816f-0ab7d98e1367), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:27.900247 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32403de5-eb6a-49a5-b8b1-ba1adbcd5ee2 x-openstack-request-id: req-32403de5-eb6a-49a5-b8b1-ba1adbcd5ee2 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:27.900542 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddcd684-503e-4123-9078-c4821c63519f", "name": "network-vif-deleted", "tag": "83b9862f-0442-4819-8455-b738ec1a0232", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:27.900789 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32403de5-eb6a-49a5-b8b1-ba1adbcd5ee2 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:27.901181 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32403de5-eb6a-49a5-b8b1-ba1adbcd5ee2'] response: {'server_uuid': '8ddcd684-503e-4123-9078-c4821c63519f', 'name': 'network-vif-deleted', 'tag': '83b9862f-0442-4819-8455-b738ec1a0232', 'status': 'completed', 'code': 200} Sep 15 19:32:27.904216 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-220450c9-4bf7-4d93-a897-a885571dbcd0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Deleting port 990598ac-f482-4e48-83cb-9235ba21c147 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:27.904556 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-220450c9-4bf7-4d93-a897-a885571dbcd0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (990598ac-f482-4e48-83cb-9235ba21c147), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.013396 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0c835664-726d-4876-91a4-13265adf8492 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (bba395f4-b43b-471e-816f-0ab7d98e1367), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.025045 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-220450c9-4bf7-4d93-a897-a885571dbcd0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (990598ac-f482-4e48-83cb-9235ba21c147), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.025374 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-220450c9-4bf7-4d93-a897-a885571dbcd0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for floatingip (990598ac-f482-4e48-83cb-9235ba21c147), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.038879 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-220450c9-4bf7-4d93-a897-a885571dbcd0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Calling delete_port for 990598ac-f482-4e48-83cb-9235ba21c147 owned by network:floatingip {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:28.051398 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:28.085889 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0c835664-726d-4876-91a4-13265adf8492 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (bba395f4-b43b-471e-816f-0ab7d98e1367), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.086301 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ac0cd98c-3d26-4d72-a6c2-4ebe321fe2da req-d6299f01-0bd4-4e59-a061-4295a2e6ccef tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 210 time: 0.0286775 Sep 15 19:32:28.114875 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c835664-726d-4876-91a4-13265adf8492 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba395f4-b43b-471e-816f-0ab7d98e1367,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:28.214912 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0c835664-726d-4876-91a4-13265adf8492 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.216141 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0c835664-726d-4876-91a4-13265adf8492 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4881763 Sep 15 19:32:28.223964 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37280) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:28.228231 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:28.326895 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-220450c9-4bf7-4d93-a897-a885571dbcd0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (990598ac-f482-4e48-83cb-9235ba21c147), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.354028 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220450c9-4bf7-4d93-a897-a885571dbcd0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event deleted for resources: {'Port': ['ID=990598ac-f482-4e48-83cb-9235ba21c147,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:28.356952 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.489118 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-220450c9-4bf7-4d93-a897-a885571dbcd0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks [] for floatingip (b2b0cf94-17f1-468a-81fe-51a279d92304), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.491687 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-220450c9-4bf7-4d93-a897-a885571dbcd0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.492848 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-220450c9-4bf7-4d93-a897-a885571dbcd0 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/b2b0cf94-17f1-468a-81fe-51a279d92304 HTTP/1.1" status: 204 len: 168 time: 0.7176185 Sep 15 19:32:28.505099 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.632502 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Allocated IP 172.27.0.127 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/4816822d-57ab-41fe-8a66-469d6408e123) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:28.724069 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:28.746291 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (4816822d-57ab-41fe-8a66-469d6408e123), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.835338 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (4816822d-57ab-41fe-8a66-469d6408e123), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:28.876285 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:28.881302 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:28.886600 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:28.888536 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=4816822d-57ab-41fe-8a66-469d6408e123,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:28.972306 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:28.973565 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (a3b9504c-9bf1-4325-94fa-99a71617c54b), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:29.081764 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (4816822d-57ab-41fe-8a66-469d6408e123), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:29.207096 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bf010195-7f9f-4250-96db-5cd38cff111a req-f83980ab-2656-48a5-97a3-455660397bff tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8ddcd684-503e-4123-9078-c4821c63519f HTTP/1.1" status: 200 len: 210 time: 0.0306726 Sep 15 19:32:29.468092 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (4816822d-57ab-41fe-8a66-469d6408e123), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:29.549093 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (4816822d-57ab-41fe-8a66-469d6408e123), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:29.621359 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=4816822d-57ab-41fe-8a66-469d6408e123,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:29.625009 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (a3b9504c-9bf1-4325-94fa-99a71617c54b), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:29.635495 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.635872 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.636216 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.636553 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.636889 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.637223 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.637554 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.637917 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.638246 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.638569 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.638933 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.639242 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.639885 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.639885 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.640448 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:29.728558 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:29.729726 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e2ae0040-a824-46ec-921b-b7dda87a2a9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5048556 Sep 15 19:32:29.939194 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-6351acd1-91bf-4576-b728-fe281051887b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--726102103&fields=id&tenant_id=53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 267 time: 0.0447195 Sep 15 19:32:30.053760 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 83b9862f-0442-4819-8455-b738ec1a0232 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:30.055913 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-b743ac64-9a3e-4332-a2f8-1a237923695b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:30.057512 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-b743ac64-9a3e-4332-a2f8-1a237923695b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 814 time: 0.1118398 Sep 15 19:32:30.074068 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 83b9862f-0442-4819-8455-b738ec1a0232 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:30.074330 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-fdd56f97-3315-419c-92f8-e5d86ffe7a2e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/quotas/53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 375 time: 0.0100701 Sep 15 19:32:30.074425 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 83b9862f-0442-4819-8455-b738ec1a0232 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:30.129647 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-67d4896e-f0aa-43f7-8b6e-8ee1824c59fe tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482674 Sep 15 19:32:30.336177 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-e2228bdb-c446-4597-896e-be21554e1a78 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938348 Sep 15 19:32:30.432468 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-0788e69e-8944-4eef-b38c-f819efaae45e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896356 Sep 15 19:32:30.717781 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1547847d-e9a2-438c-b0fa-25efb26c5902 req-01a15c96-afc4-4c48-9dc3-69a8146ef8b9 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 210 time: 0.0456738 Sep 15 19:32:30.871715 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37334) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:31.006971 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b37b39cd-be90-48f3-ab2f-8c5e632b969a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (cf3c6630-c097-41e8-b3fd-a2d03977c3a3), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:31.043608 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b37b39cd-be90-48f3-ab2f-8c5e632b969a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (cf3c6630-c097-41e8-b3fd-a2d03977c3a3), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:31.103098 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-55743240-4c85-4e7f-b745-28c24b893847 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:31.105144 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-55743240-4c85-4e7f-b745-28c24b893847 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/networks?id=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 HTTP/1.1" status: 200 len: 814 time: 0.1664517 Sep 15 19:32:31.123549 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:31.130404 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-b8f66c1c-dbe0-49e3-9056-8e0c10a973d9 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/quotas/ee88123fe2e34b02a00baeb6f74869aa HTTP/1.1" status: 200 len: 375 time: 0.0143154 Sep 15 19:32:31.210860 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-d170bbe8-99fa-4004-8d09-d1b7671ca249 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ee88123fe2e34b02a00baeb6f74869aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676336 Sep 15 19:32:31.293766 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b37b39cd-be90-48f3-ab2f-8c5e632b969a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (cf3c6630-c097-41e8-b3fd-a2d03977c3a3), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:31.296801 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b37b39cd-be90-48f3-ab2f-8c5e632b969a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:31.298094 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b37b39cd-be90-48f3-ab2f-8c5e632b969a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cf3c6630-c097-41e8-b3fd-a2d03977c3a3 HTTP/1.1" status: 204 len: 168 time: 0.4323709 Sep 15 19:32:31.302451 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37350) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:31.321693 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b39cd-be90-48f3-ab2f-8c5e632b969a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3c6630-c097-41e8-b3fd-a2d03977c3a3,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:31.337990 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.api.v2.resource [None req-8f280e6e-7a0e-4b12-a922-75983dd7afad tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] show failed (client error): The resource could not be found. Sep 15 19:32:31.340227 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8f280e6e-7a0e-4b12-a922-75983dd7afad tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups/cf3c6630-c097-41e8-b3fd-a2d03977c3a3 HTTP/1.1" status: 404 len: 347 time: 0.0355999 Sep 15 19:32:31.344022 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37352) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:31.389858 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-fabb7a76-8a8a-4f60-b2de-a95cd867453e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635332 Sep 15 19:32:31.476182 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-62f8daed-eec4-4c37-a749-cd6cb374de29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Deleting port 011517e5-742b-4835-b8ba-7bc19871204e {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:31.476612 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-62f8daed-eec4-4c37-a749-cd6cb374de29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (011517e5-742b-4835-b8ba-7bc19871204e), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:31.492058 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-53cfa5ba-4de0-4f13-8f3a-c8310cbd75dc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036861 Sep 15 19:32:31.558655 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-62f8daed-eec4-4c37-a749-cd6cb374de29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (011517e5-742b-4835-b8ba-7bc19871204e), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:31.558986 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-62f8daed-eec4-4c37-a749-cd6cb374de29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (011517e5-742b-4835-b8ba-7bc19871204e), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:31.574019 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-62f8daed-eec4-4c37-a749-cd6cb374de29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Calling delete_port for 011517e5-742b-4835-b8ba-7bc19871204e owned by network:floatingip {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:31.807530 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-62f8daed-eec4-4c37-a749-cd6cb374de29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (011517e5-742b-4835-b8ba-7bc19871204e), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:31.843078 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8daed-eec4-4c37-a749-cd6cb374de29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event deleted for resources: {'Port': ['ID=011517e5-742b-4835-b8ba-7bc19871204e,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:31.877240 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c5449987-883d-45bc-94b4-a6a3b32d82ef req-cca6b681-3d28-4081-b2fe-fe79467959b4 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 210 time: 0.0508957 Sep 15 19:32:31.913611 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:31.918419 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-62f8daed-eec4-4c37-a749-cd6cb374de29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (b3be8889-f1fc-4124-9b24-5325e6799ba8), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:31.922338 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-62f8daed-eec4-4c37-a749-cd6cb374de29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:31.929879 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-62f8daed-eec4-4c37-a749-cd6cb374de29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/b3be8889-f1fc-4124-9b24-5325e6799ba8 HTTP/1.1" status: 204 len: 168 time: 0.5850403 Sep 15 19:32:32.006216 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:32.051781 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-20b85956-7f30-46b7-af11-c30670186aae tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1102370236&fields=id&tenant_id=a7bbec449c0142f0b910956bacedbe5e HTTP/1.1" status: 200 len: 267 time: 0.0531244 Sep 15 19:32:32.193501 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-a43d6e44-980e-4f60-bb11-e2690197f807 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:32.195120 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-a43d6e44-980e-4f60-bb11-e2690197f807 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3764c9bd-aafe-448d-9672-4244678df38d HTTP/1.1" status: 200 len: 808 time: 0.1363626 Sep 15 19:32:32.216418 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-79f7696a-9028-4080-a193-c6745abd22da tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/quotas/a7bbec449c0142f0b910956bacedbe5e HTTP/1.1" status: 200 len: 375 time: 0.0154498 Sep 15 19:32:32.271601 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-531b28d7-91b2-4a59-abc4-3d4297fc69e8 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a7bbec449c0142f0b910956bacedbe5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488086 Sep 15 19:32:32.377139 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-f7057316-e338-421b-a37a-96ca58669909 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931869 Sep 15 19:32:32.475269 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-53e5b793-a09d-4187-b598-4dd15fce554e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921147 Sep 15 19:32:33.199974 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9fdf0589-a039-4549-bf89-a15ec0732317 req-b84fb1a1-15d7-4e70-ac52-d10fa1b50916 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 210 time: 0.0296907 Sep 15 19:32:33.370710 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37396) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:33.375340 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-0e21a188-038d-4404-9424-6e790cc4f912 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967576254', 'description': 'tempest-description--87320575'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:33.449328 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-4aff780e-e868-42b4-808c-26c33feb8c9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:33.450773 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-4aff780e-e868-42b4-808c-26c33feb8c9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 814 time: 0.1177046 Sep 15 19:32:33.511135 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-e110e83b-c867-4fef-baf0-acd50bab1a48 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53ec78c2e65c4f0c86d505c409031ab6 HTTP/1.1" status: 200 len: 379 time: 0.0521250 Sep 15 19:32:33.519586 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'port': {'device_id': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'admin_state_up': True, 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'security_groups': ['f360dcf8-11b4-4d7f-9702-4c102342b655']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:33.558000 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e21a188-038d-4404-9424-6e790cc4f912 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:33.620403 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:33.644626 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e21a188-038d-4404-9424-6e790cc4f912 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (c03774dc-6d17-40da-9b09-cdc24d6bdb25), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:33.744067 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e21a188-038d-4404-9424-6e790cc4f912 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (c03774dc-6d17-40da-9b09-cdc24d6bdb25), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:33.744565 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Made reservation on behalf of 53ec78c2e65c4f0c86d505c409031ab6 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:33.752531 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:33.788101 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:33.796979 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21a188-038d-4404-9424-6e790cc4f912 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03774dc-6d17-40da-9b09-cdc24d6bdb25,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:33.899881 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Allocated IP 172.20.0.8 (f608162d-6498-4eba-ac51-7e7b4de51e0d/15f1138e-d4d8-45fc-9c33-4f2e21216a9a/7433f2f7-bf4d-4108-9055-048e5b317dbb) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:33.906802 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e21a188-038d-4404-9424-6e790cc4f912 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:33.912634 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0e21a188-038d-4404-9424-6e790cc4f912 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5364509 Sep 15 19:32:33.912819 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37398) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:33.917137 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-5e84fe53-84ee-4f90-ab67-0b9165dd6a71 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'security_group_rule': {'security_group_id': 'c03774dc-6d17-40da-9b09-cdc24d6bdb25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:34.075701 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a4eb367d-7fcc-4a9e-bada-9e406121e664 req-ba17c4e7-16c0-4450-bb0d-8d37751f9ce2 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 210 time: 0.0424216 Sep 15 19:32:34.107121 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.109279 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5e84fe53-84ee-4f90-ab67-0b9165dd6a71 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (45229e10-162c-4cd4-9030-07cb10fbdc00), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.160303 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ae5f789a-b9c9-4723-aed5-aa71ee266aab req-4d337b5c-f299-46f8-9006-24252f3d33c3 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 210 time: 0.0386267 Sep 15 19:32:34.188162 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:34.209165 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5e84fe53-84ee-4f90-ab67-0b9165dd6a71 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (45229e10-162c-4cd4-9030-07cb10fbdc00), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.262689 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eb423-17d7-4881-b8ec-957331cacfb3 req-00488f62-041f-4175-a8dd-59bdfdd4247b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:34.264248 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-231eb423-17d7-4881-b8ec-957331cacfb3 req-00488f62-041f-4175-a8dd-59bdfdd4247b tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0476511 Sep 15 19:32:34.312456 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-231eb423-17d7-4881-b8ec-957331cacfb3 req-60df7579-c9bf-4b1b-9166-b31c1a00d005 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Sep 15 19:32:34.315352 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.358738 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5e84fe53-84ee-4f90-ab67-0b9165dd6a71 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (45229e10-162c-4cd4-9030-07cb10fbdc00), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.377104 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Network f608162d-6498-4eba-ac51-7e7b4de51e0d is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:34.377685 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:34.392723 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:34.401281 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:34.416959 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84fe53-84ee-4f90-ab67-0b9165dd6a71 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45229e10-162c-4cd4-9030-07cb10fbdc00,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:34.454031 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event updated for resources: {'Port': ['ID=7433f2f7-bf4d-4108-9055-048e5b317dbb,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:34.459702 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6408c9c4-c580-4cc7-be84-256295460c7b req-8f1ff435-2873-4df5-ad2e-93836f720e90 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 210 time: 0.0685947 Sep 15 19:32:34.483243 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:34.483903 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.514348 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5e84fe53-84ee-4f90-ab67-0b9165dd6a71 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.514348 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-5e84fe53-84ee-4f90-ab67-0b9165dd6a71 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6008239 Sep 15 19:32:34.516583 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37406) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:34.521104 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-0fe23a54-825d-47ad-9eb8-ee82412bcf28 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'security_group_rule': {'security_group_id': 'c03774dc-6d17-40da-9b09-cdc24d6bdb25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:34.602287 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Provisioning complete for port 7433f2f7-bf4d-4108-9055-048e5b317dbb triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:34.602860 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.602983 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Attempt 1 to provision port 7433f2f7-bf4d-4108-9055-048e5b317dbb Sep 15 19:32:34.634590 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Port 7433f2f7-bf4d-4108-9055-048e5b317dbb cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:34.667597 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-399ebe78-6a22-4f27-9121-892151786505 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1515872 Sep 15 19:32:34.794916 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0fe23a54-825d-47ad-9eb8-ee82412bcf28 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (a36a6733-c3c5-4a1f-b13e-4d1285453c81), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.857154 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0fe23a54-825d-47ad-9eb8-ee82412bcf28 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (a36a6733-c3c5-4a1f-b13e-4d1285453c81), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.956408 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0fe23a54-825d-47ad-9eb8-ee82412bcf28 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (a36a6733-c3c5-4a1f-b13e-4d1285453c81), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:34.975826 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe23a54-825d-47ad-9eb8-ee82412bcf28 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36a6733-c3c5-4a1f-b13e-4d1285453c81,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:35.134179 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0fe23a54-825d-47ad-9eb8-ee82412bcf28 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:35.138612 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-0fe23a54-825d-47ad-9eb8-ee82412bcf28 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6180222 Sep 15 19:32:35.138782 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Attempt 2 to provision port 7433f2f7-bf4d-4108-9055-048e5b317dbb Sep 15 19:32:35.139059 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37410) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:35.144079 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:35.196900 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Port 7433f2f7-bf4d-4108-9055-048e5b317dbb cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:35.216291 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6227f-23af-451f-aa0a-cc309f8aed2f req-92ae5b85-1246-4066-8605-82a0e3d602e5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:35.217972 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4de6227f-23af-451f-aa0a-cc309f8aed2f req-92ae5b85-1246-4066-8605-82a0e3d602e5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 931 time: 0.0647113 Sep 15 19:32:35.244511 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Request body: {'port': {'device_id': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:35.269377 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:35.319030 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4de6227f-23af-451f-aa0a-cc309f8aed2f req-0115e8a0-3aa5-4e73-80b3-b3bb9a097b5f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948746 Sep 15 19:32:35.334342 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:35.357959 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:35.370545 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:35.464295 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-12e73195-dbcb-4846-a694-367ab7fe09f4 req-6478d86d-5299-45d1-a1e5-799912fc67ff tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 210 time: 0.0699670 Sep 15 19:32:35.491302 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Allocated IP 172.27.0.53 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/9f22e2cd-fcb2-464f-8581-b91ab1cd396e) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:35.596270 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for port (9f22e2cd-fcb2-464f-8581-b91ab1cd396e), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:35.629251 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-d604bc72-9545-4618-8e77-20373e6e0a21 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:35.630702 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-d604bc72-9545-4618-8e77-20373e6e0a21 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0932322 Sep 15 19:32:35.640026 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71467a-19e5-4541-822f-cf1d1c27ce9c req-f5b623f3-4043-42c3-b27b-41b0d3232183 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:35.641445 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e71467a-19e5-4541-822f-cf1d1c27ce9c req-f5b623f3-4043-42c3-b27b-41b0d3232183 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0923753 Sep 15 19:32:35.697853 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Attempt 3 to provision port 7433f2f7-bf4d-4108-9055-048e5b317dbb Sep 15 19:32:35.709593 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (9f22e2cd-fcb2-464f-8581-b91ab1cd396e), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:35.721422 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:35.731210 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e71467a-19e5-4541-822f-cf1d1c27ce9c req-359ae4ea-f9b7-4ccb-8641-2f78afe01225 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809498 Sep 15 19:32:35.737612 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Port 7433f2f7-bf4d-4108-9055-048e5b317dbb cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:35.759405 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:35.762979 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:35.766356 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:35.775252 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7433f2f7-bf4d-4108-9055-048e5b317dbb {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:32:35.778454 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Publish callbacks [] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:35.793167 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Transition to ACTIVE for port object 7433f2f7-bf4d-4108-9055-048e5b317dbb will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:32:35.801986 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'Port': ['ID=9f22e2cd-fcb2-464f-8581-b91ab1cd396e,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:35.844915 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-513d4e3f-b10c-499c-82c3-63e9c939a261 req-1274528b-cc44-417d-9f50-3403088242fc tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 210 time: 0.0416327 Sep 15 19:32:35.884238 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (9ec992c3-68ba-46f8-9b65-189d5f40bfde), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.081126 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (9f22e2cd-fcb2-464f-8581-b91ab1cd396e), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.142892 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.143443 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:36.149801 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:36.191167 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:36.235558 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Attempt 4 to provision port 7433f2f7-bf4d-4108-9055-048e5b317dbb Sep 15 19:32:36.240855 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Pushing event updated for resources: {'Port': ['ID=7433f2f7-bf4d-4108-9055-048e5b317dbb,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:36.243744 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for port (9f22e2cd-fcb2-464f-8581-b91ab1cd396e), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.275589 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Port 7433f2f7-bf4d-4108-9055-048e5b317dbb cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:36.277672 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-19b85230-acae-48d2-9abe-4416238382fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Deleting port b8d23106-0153-4b20-8a66-916ff52a223e {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:36.278014 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-19b85230-acae-48d2-9abe-4416238382fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.356501 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Attempting to bind port 7433f2f7-bf4d-4108-9055-048e5b317dbb on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:32:36.356730 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Attempting to bind port 7433f2f7-bf4d-4108-9055-048e5b317dbb by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:32:36.357057 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Attempting to bind port 7433f2f7-bf4d-4108-9055-048e5b317dbb on network f608162d-6498-4eba-ac51-7e7b4de51e0d {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:36.392290 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (9f22e2cd-fcb2-464f-8581-b91ab1cd396e), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.403733 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-53e4df59-f7f4-4c32-be95-defb994305ee tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:36.405242 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-53e4df59-f7f4-4c32-be95-defb994305ee tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.33 "GET /networking/v2.0/networks?id=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 HTTP/1.1" status: 200 len: 814 time: 0.1247430 Sep 15 19:32:36.436869 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-19b85230-acae-48d2-9abe-4416238382fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] For port b8d23106-0153-4b20-8a66-916ff52a223e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b8d23106-0153-4b20-8a66-916ff52a223e,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:36.437268 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-19b85230-acae-48d2-9abe-4416238382fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.447797 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Request body: {'port': {'device_id': '756ade48-671d-4ee9-84cd-f7b0e0f07712', 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058', 'admin_state_up': True, 'tenant_id': 'ee88123fe2e34b02a00baeb6f74869aa'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:36.486262 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-19b85230-acae-48d2-9abe-4416238382fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Calling delete_port for b8d23106-0153-4b20-8a66-916ff52a223e owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:36.495434 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Port 7433f2f7-bf4d-4108-9055-048e5b317dbb on network f608162d-6498-4eba-ac51-7e7b4de51e0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:32:36.499496 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Attempting to bind port 7433f2f7-bf4d-4108-9055-048e5b317dbb on network f608162d-6498-4eba-ac51-7e7b4de51e0d {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:36.525021 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'Port': ['ID=9f22e2cd-fcb2-464f-8581-b91ab1cd396e,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:36.530288 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (9ec992c3-68ba-46f8-9b65-189d5f40bfde), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.534873 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf22d2-6ce9-40a0-8aa6-a29b75fee5f0 req-742009af-435f-4f05-b0a4-c64a0711572c tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:36.542142 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ccf22d2-6ce9-40a0-8aa6-a29b75fee5f0 req-742009af-435f-4f05-b0a4-c64a0711572c tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 943 time: 0.1305327 Sep 15 19:32:36.650400 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ccf22d2-6ce9-40a0-8aa6-a29b75fee5f0 req-1609484f-4f9b-478c-8873-c023b95937ed tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074011 Sep 15 19:32:36.652968 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:32:36.653305 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Checking segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:36.653689 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Bound using segment: {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:32:36.654129 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Bound port: 7433f2f7-bf4d-4108-9055-048e5b317dbb, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bb12a6-7b44-49da-bb71-3038173f9119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:32:36.654485 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.703345 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.705451 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:36.705578 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-af659a3a-d873-4fa5-9bdc-fd19d4979339 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5645120 Sep 15 19:32:36.777300 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Attempt 5 to provision port 7433f2f7-bf4d-4108-9055-048e5b317dbb Sep 15 19:32:36.780180 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c9e8c9c6-98fa-4ae7-8e20-f78ed2ed2fc9 req-19c8900e-e6b3-4685-8e25-2936ab3fb573 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 210 time: 0.0673294 Sep 15 19:32:36.804878 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] For port 7433f2f7-bf4d-4108-9055-048e5b317dbb, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:36.809083 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] For port 7433f2f7-bf4d-4108-9055-048e5b317dbb, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7433f2f7-bf4d-4108-9055-048e5b317dbb,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:36.813715 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Port 7433f2f7-bf4d-4108-9055-048e5b317dbb cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:36.874981 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Made reservation on behalf of ee88123fe2e34b02a00baeb6f74869aa for: {'port': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:36.879791 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.904053 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-19b85230-acae-48d2-9abe-4416238382fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (b8d23106-0153-4b20-8a66-916ff52a223e), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.908557 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.920155 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['df8bdaca-d337-4c5a-a11c-dbedba1578a8'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:32:36.920383 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:36.920765 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:36.922661 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/7433f2f7-bf4d-4108-9055-048e5b317dbb HTTP/1.1" status: 200 len: 1093 time: 1.7347105 Sep 15 19:32:36.924997 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'tag': '7433f2f7-bf4d-4108-9055-048e5b317dbb'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:36.927993 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11265381-f424-47ed-a4f2-2c5bc475bb93" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c1a3e2-eab3-4cc3-b737-d88f242ecb62", "tag": "7433f2f7-bf4d-4108-9055-048e5b317dbb"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:36.955183 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926da23f-255e-4f02-b1b1-62e52b8b6219 req-837ca3c2-aab7-4a3b-85ec-4fa357d11803 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:36.960136 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-926da23f-255e-4f02-b1b1-62e52b8b6219 req-837ca3c2-aab7-4a3b-85ec-4fa357d11803 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ced2825e-adc0-4716-88f5-0b0b297b2b21 HTTP/1.1" status: 200 len: 946 time: 0.0916572 Sep 15 19:32:37.055777 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Allocated IP 172.20.0.2 (b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058/1e0932cc-3472-48b7-ab51-75fa723c4d41/495e3394-0786-4d88-a7ab-ecf29d2c4fe5) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:37.072943 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-19b85230-acae-48d2-9abe-4416238382fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] No DVR routers for this DVR port b8d23106-0153-4b20-8a66-916ff52a223e on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:32:37.076171 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dd493-c6ed-4e71-9197-f7c2d5dbf409 service neutron] Pushing event updated for resources: {'Port': ['ID=7433f2f7-bf4d-4108-9055-048e5b317dbb,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:37.079496 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-19b85230-acae-48d2-9abe-4416238382fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:37.082830 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-893049ca-a2c2-47ce-b3f1-686ed71abebd req-19b85230-acae-48d2-9abe-4416238382fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "DELETE /networking/v2.0/ports/b8d23106-0153-4b20-8a66-916ff52a223e HTTP/1.1" status: 204 len: 173 time: 1.2464464 Sep 15 19:32:37.161898 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b85230-acae-48d2-9abe-4416238382fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event deleted for resources: {'Port': ['ID=b8d23106-0153-4b20-8a66-916ff52a223e,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:37.169928 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-926da23f-255e-4f02-b1b1-62e52b8b6219 req-f435a7cc-c8f3-4f10-ba96-7bed2fff17fe tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883466 Sep 15 19:32:37.171141 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-5c7d1332-e5fb-46f9-bfad-3e27cced9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:37.173129 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-5c7d1332-e5fb-46f9-bfad-3e27cced9f06 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 1127 time: 0.0838981 Sep 15 19:32:37.224489 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-8a61b29b-e4e9-4b53-8281-7fc0a2d89c11 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7433f2f7-bf4d-4108-9055-048e5b317dbb HTTP/1.1" status: 200 len: 217 time: 0.0440793 Sep 15 19:32:37.268895 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:37.272294 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:37.278440 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks [] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:37.315166 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Attempt 6 to provision port 7433f2f7-bf4d-4108-9055-048e5b317dbb Sep 15 19:32:37.381705 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-28ae6930-402c-45f2-9fd3-116e2e25cacd None None] Port 7433f2f7-bf4d-4108-9055-048e5b317dbb had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:32:37.384454 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-71bbfdd9-a134-4ca4-9dca-48969378b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:37.386246 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-71bbfdd9-a134-4ca4-9dca-48969378b11b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.1411889 Sep 15 19:32:37.413315 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:37.472340 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:37.501210 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-5e0518a8-c79d-4e52-a571-e789042ba80f tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--967576254&fields=id&tenant_id=340975b28fc242b5bf4a3364fe702ad4 HTTP/1.1" status: 200 len: 267 time: 0.1978123 Sep 15 19:32:37.504989 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:37.511535 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:37.516471 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-67182e37-4cdf-4f51-a31f-927f85bba89f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:37.518395 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-67182e37-4cdf-4f51-a31f-927f85bba89f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.33 "GET /networking/v2.0/networks?id=3764c9bd-aafe-448d-9672-4244678df38d HTTP/1.1" status: 200 len: 808 time: 0.2627134 Sep 15 19:32:37.519983 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-daa54f72-66c6-4a09-aeac-b4d9cd1aa953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:37.521711 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:37.521993 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-daa54f72-66c6-4a09-aeac-b4d9cd1aa953 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1212590 Sep 15 19:32:37.647880 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Pushing event updated for resources: {'Port': ['ID=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:37.664759 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:37.664759 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:37.824795 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-52ecfb52-b1c9-4847-a1c2-94070d9aff1b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a7bbec449c0142f0b910956bacedbe5e HTTP/1.1" status: 200 len: 380 time: 0.2933996 Sep 15 19:32:37.838374 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e86b29ba-3316-4163-a729-1063d48b1ed0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4138544 Sep 15 19:32:37.841918 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d13af007-f616-4d01-8b36-b7941618d659 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:37.843362 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d13af007-f616-4d01-8b36-b7941618d659 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6260c8ac-0673-45b5-914a-caba360d68d4 HTTP/1.1" status: 200 len: 810 time: 0.3099036 Sep 15 19:32:37.853571 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Request body: {'port': {'device_id': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'admin_state_up': True, 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'security_groups': ['efcd313f-7e6e-4d8f-97e4-a177e7d1c199']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:37.854131 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Request body: {'port': {'device_id': '756ade48-671d-4ee9-84cd-f7b0e0f07712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:37.891452 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-089e9959-7775-48c9-bbed-27818faec49d tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/quotas/340975b28fc242b5bf4a3364fe702ad4 HTTP/1.1" status: 200 len: 375 time: 0.0310619 Sep 15 19:32:37.920462 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:37.939181 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-0b5affc0-87ba-4a7c-a95e-40bac90c8d85 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597031 Sep 15 19:32:37.985580 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-19a44deb-177c-45bf-93d3-b76274b60799 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=340975b28fc242b5bf4a3364fe702ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667727 Sep 15 19:32:38.087571 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device b8d23106-0153-4b20-8a66-916ff52a223e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:38.108237 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: b8d23106-0153-4b20-8a66-916ff52a223e {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:38.108732 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device b8d23106-0153-4b20-8a66-916ff52a223e not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:38.179024 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-b63f83e8-e06d-49b3-a603-448d7da62776 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804607 Sep 15 19:32:38.230067 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:38.235283 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 {{(pid=106635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:32:38.244581 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Publish callbacks [] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:38.252486 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Made reservation on behalf of a7bbec449c0142f0b910956bacedbe5e for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:38.256321 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:38.266364 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.provisioning_blocks [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Transition to ACTIVE for port object 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 will not be triggered until provisioned by entity L2. {{(pid=106635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:32:38.271907 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-27e6325d-aef7-40a3-aa46-4132c853b28a req-f18d66a7-ef6c-486b-8583-7ae253077fff service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948059 Sep 15 19:32:38.375005 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-2bae5119-9514-4ed6-90c7-b39e9e98b6fe service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824889 Sep 15 19:32:38.396038 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:38.469683 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Allocated IP 172.20.0.10 (3764c9bd-aafe-448d-9672-4244678df38d/fdd5cf75-439b-48d0-9684-783d45d83377/5d9355ed-482e-4597-88f4-9572e304ef13) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:38.478556 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:38.523949 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:38.558289 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Pushing event updated for resources: {'Port': ['ID=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:38.599080 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.managers [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Attempting to bind port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:32:38.599537 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.managers [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Attempting to bind port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '4b30035b-3c61-44f3-816a-0d38f98c0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058'}] {{(pid=106635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:32:38.599955 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Attempting to bind port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 on network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:38.653218 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 on network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:32:38.653556 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Attempting to bind port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 on network b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:38.658324 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for port (5d9355ed-482e-4597-88f4-9572e304ef13), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:38.722035 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:32:38.722422 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Checking segment: {'id': '4b30035b-3c61-44f3-816a-0d38f98c0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:38.722809 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Bound using segment: {'id': '4b30035b-3c61-44f3-816a-0d38f98c0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058'} {{(pid=106635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:32:38.723247 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.managers [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Bound port: 495e3394-0786-4d88-a7ab-ecf29d2c4fe5, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b30035b-3c61-44f3-816a-0d38f98c0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058'}}] {{(pid=106635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:32:38.723599 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:38.793677 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:38.806151 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] For port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5, host hv-cinder-84984, cleared binding levels {{(pid=106635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:38.811226 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] For port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,segment=NetworkSegment(4b30035b-3c61-44f3-816a-0d38f98c0f16),segment_id=4b30035b-3c61-44f3-816a-0d38f98c0f16)] {{(pid=106635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:38.844538 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:38.850860 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392a45e-aed1-4efc-8d44-feb3bc5a2914 req-0cbe74f0-bf31-402e-bbad-d51505b000e8 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:38.852581 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2392a45e-aed1-4efc-8d44-feb3bc5a2914 req-0cbe74f0-bf31-402e-bbad-d51505b000e8 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 943 time: 0.0914624 Sep 15 19:32:38.859271 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Network 3764c9bd-aafe-448d-9672-4244678df38d is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:38.863249 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:38.868660 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:38.907359 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event updated for resources: {'Port': ['ID=5d9355ed-482e-4597-88f4-9572e304ef13,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:38.911764 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:38.916174 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:38.921753 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:38.921753 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/495e3394-0786-4d88-a7ab-ecf29d2c4fe5 HTTP/1.1" status: 200 len: 1093 time: 1.0694799 Sep 15 19:32:38.924610 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756ade48-671d-4ee9-84cd-f7b0e0f07712', 'tag': '495e3394-0786-4d88-a7ab-ecf29d2c4fe5'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:38.927270 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8586392a-2da1-4f84-b763-0b51a7123caa" -d '{"events": [{"name": "network-changed", "server_uuid": "756ade48-671d-4ee9-84cd-f7b0e0f07712", "tag": "495e3394-0786-4d88-a7ab-ecf29d2c4fe5"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:38.970889 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:38.971543 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:38.998205 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2392a45e-aed1-4efc-8d44-feb3bc5a2914 req-fdddfc0a-161b-4fb1-a6a0-cd8e4bbdb7f6 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327143 Sep 15 19:32:39.003039 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebe74b-5f37-4e2f-a6bb-fcf7e0a545da service neutron] Pushing event updated for resources: {'Port': ['ID=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,revision_number=3']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:39.056816 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1828a4c1-3fe1-4f61-9b54-21e78ee30c68 x-openstack-request-id: req-1828a4c1-3fe1-4f61-9b54-21e78ee30c68 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:39.057273 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c1a3e2-eab3-4cc3-b737-d88f242ecb62", "tag": "7433f2f7-bf4d-4108-9055-048e5b317dbb", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:39.057829 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1828a4c1-3fe1-4f61-9b54-21e78ee30c68 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:39.058480 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1828a4c1-3fe1-4f61-9b54-21e78ee30c68'] response: {'name': 'network-changed', 'server_uuid': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'tag': '7433f2f7-bf4d-4108-9055-048e5b317dbb', 'status': 'completed', 'code': 200} Sep 15 19:32:39.139443 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Provisioning complete for port 5d9355ed-482e-4597-88f4-9572e304ef13 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:39.140064 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:39.141629 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Attempt 1 to provision port 5d9355ed-482e-4597-88f4-9572e304ef13 Sep 15 19:32:39.173864 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801fa9d-40a7-408d-ace9-27f9da508323 req-0f54f078-58ed-4506-9f49-11594b9acf43 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:39.180851 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9801fa9d-40a7-408d-ace9-27f9da508323 req-0f54f078-58ed-4506-9f49-11594b9acf43 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 943 time: 0.0699265 Sep 15 19:32:39.186978 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-02ca04fe-1a7d-41d4-b38d-cc27641b2863 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3516860 Sep 15 19:32:39.193178 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Port 5d9355ed-482e-4597-88f4-9572e304ef13 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:39.201555 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Request body: {'port': {'device_id': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:39.222773 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-918dc52a-7def-456f-9646-55dfc61e9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:39.224329 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-918dc52a-7def-456f-9646-55dfc61e9253 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 1127 time: 0.0489066 Sep 15 19:32:39.290885 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9801fa9d-40a7-408d-ace9-27f9da508323 req-342eb211-7db2-4b77-ab15-c61082e9d03f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028636 Sep 15 19:32:39.298476 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:39.328112 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-e925ddf3-3698-4593-b6d8-e96a6810062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:39.330164 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-e925ddf3-3698-4593-b6d8-e96a6810062f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 915 time: 0.1004333 Sep 15 19:32:39.383512 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-037f130c-febf-48d6-8b5e-3f2dd42f3b12 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7433f2f7-bf4d-4108-9055-048e5b317dbb HTTP/1.1" status: 200 len: 217 time: 0.0451801 Sep 15 19:32:39.459213 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-ba85395a-5d3a-4727-880e-e7f63eef91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:39.460859 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-ba85395a-5d3a-4727-880e-e7f63eef91e3 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.0713036 Sep 15 19:32:39.514188 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-0134cead-10d9-4427-ae58-284aeaf30ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:39.516473 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-0134cead-10d9-4427-ae58-284aeaf30ee9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490611 Sep 15 19:32:39.518104 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-20739c0b-679c-4e72-a8ee-05100ec5e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:39.519583 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-20739c0b-679c-4e72-a8ee-05100ec5e1d6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ee88123fe2e34b02a00baeb6f74869aa&device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 1127 time: 0.1477468 Sep 15 19:32:39.528169 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b955f6a-d524-49dc-a530-1e4b13b3865a req-a34b5b21-6cdb-4ca8-95aa-ed1ac93c3100 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:39.529628 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3b955f6a-d524-49dc-a530-1e4b13b3865a req-a34b5b21-6cdb-4ca8-95aa-ed1ac93c3100 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 932 time: 0.0985768 Sep 15 19:32:39.618806 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-901f4133-66dc-45e3-971d-19c18b9d2bdc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=495e3394-0786-4d88-a7ab-ecf29d2c4fe5 HTTP/1.1" status: 200 len: 217 time: 0.0858669 Sep 15 19:32:39.626535 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-7cab754e-c5ad-448d-99da-8cbb7343d8f9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986679 Sep 15 19:32:39.693775 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Attempt 2 to provision port 5d9355ed-482e-4597-88f4-9572e304ef13 Sep 15 19:32:39.717874 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3b955f6a-d524-49dc-a530-1e4b13b3865a req-4f13af09-a93a-40cd-b6fc-c05a8119c9a4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692276 Sep 15 19:32:39.754061 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Port 5d9355ed-482e-4597-88f4-9572e304ef13 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:39.756856 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-2317d3c3-731d-465e-a3cd-54c86b8829a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:39.759390 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-2317d3c3-731d-465e-a3cd-54c86b8829a1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e0932cc-3472-48b7-ab51-75fa723c4d41 HTTP/1.1" status: 200 len: 854 time: 0.1318305 Sep 15 19:32:39.775401 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-11265381-f424-47ed-a4f2-2c5bc475bb93 req-44727483-0e7b-4645-be58-e5d4fc0051f5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428952 Sep 15 19:32:39.806497 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-e1afc563-eeef-4820-a635-4dfbb3ed77bf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399230 Sep 15 19:32:39.904035 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:39.911329 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9355ed-482e-4597-88f4-9572e304ef13 {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:32:39.917168 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aa8d43a3-3cf4-44be-b264-96467d4e0684 req-7e24c1ce-010b-487e-8538-e8cac9f1c918 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 210 time: 0.0863147 Sep 15 19:32:39.923560 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Publish callbacks [] for port (5d9355ed-482e-4597-88f4-9572e304ef13), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:39.956580 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Transition to ACTIVE for port object 5d9355ed-482e-4597-88f4-9572e304ef13 will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:32:39.984090 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-85a5518b-d1c1-4a59-acff-15dee6e1acc0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542940 Sep 15 19:32:40.039272 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:40.093764 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 7433f2f7-bf4d-4108-9055-048e5b317dbb details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:32:40.103539 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e6b940ed-1fcc-4fa9-855f-9d867e94769a req-0e06aa2a-8464-4dcc-b973-270621aadd19 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130710 Sep 15 19:32:40.134455 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10970d9-8e03-4513-bd78-8c27ed1fe40e x-openstack-request-id: req-b10970d9-8e03-4513-bd78-8c27ed1fe40e {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:40.134741 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756ade48-671d-4ee9-84cd-f7b0e0f07712", "tag": "495e3394-0786-4d88-a7ab-ecf29d2c4fe5", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:40.134993 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b10970d9-8e03-4513-bd78-8c27ed1fe40e {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:40.135396 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10970d9-8e03-4513-bd78-8c27ed1fe40e'] response: {'name': 'network-changed', 'server_uuid': '756ade48-671d-4ee9-84cd-f7b0e0f07712', 'tag': '495e3394-0786-4d88-a7ab-ecf29d2c4fe5', 'status': 'completed', 'code': 200} Sep 15 19:32:40.161415 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:40.241708 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 7433f2f7-bf4d-4108-9055-048e5b317dbb, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7433f2f7-bf4d-4108-9055-048e5b317dbb,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:40.255289 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Attempt 3 to provision port 5d9355ed-482e-4597-88f4-9572e304ef13 Sep 15 19:32:40.257221 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '7433f2f7-bf4d-4108-9055-048e5b317dbb', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'port_id': '7433f2f7-bf4d-4108-9055-048e5b317dbb', 'mac_address': 'fa:16:3e:a5:46:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:32:40.317960 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Port 5d9355ed-482e-4597-88f4-9572e304ef13 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:40.328748 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 7433f2f7-bf4d-4108-9055-048e5b317dbb is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:40.329131 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:40.339207 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:40.345303 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7433f2f7-bf4d-4108-9055-048e5b317dbb {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:32:40.369656 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 7433f2f7-bf4d-4108-9055-048e5b317dbb, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7433f2f7-bf4d-4108-9055-048e5b317dbb,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:40.511951 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:40.513790 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9355ed-482e-4597-88f4-9572e304ef13,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:40.515536 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:40.555830 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:40.579476 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=7433f2f7-bf4d-4108-9055-048e5b317dbb,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:40.585120 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Attempting to bind port 5d9355ed-482e-4597-88f4-9572e304ef13 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:32:40.585460 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Attempting to bind port 5d9355ed-482e-4597-88f4-9572e304ef13 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:32:40.585865 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Attempting to bind port 5d9355ed-482e-4597-88f4-9572e304ef13 on network 3764c9bd-aafe-448d-9672-4244678df38d {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:40.629427 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Port 5d9355ed-482e-4597-88f4-9572e304ef13 on network 3764c9bd-aafe-448d-9672-4244678df38d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:32:40.629659 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Attempting to bind port 5d9355ed-482e-4597-88f4-9572e304ef13 on network 3764c9bd-aafe-448d-9672-4244678df38d {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:40.675280 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:32:40.675608 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Checking segment: {'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:40.676174 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Bound using segment: {'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:32:40.676473 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Bound port: 5d9355ed-482e-4597-88f4-9572e304ef13, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7707e7fa-4d00-4f01-91ad-ebb4d294c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:32:40.676830 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:40.740930 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['7433f2f7-bf4d-4108-9055-048e5b317dbb'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:32:40.767057 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] For port 5d9355ed-482e-4597-88f4-9572e304ef13, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:40.770922 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] For port 5d9355ed-482e-4597-88f4-9572e304ef13, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d9355ed-482e-4597-88f4-9572e304ef13,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:40.818660 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Attempt 4 to provision port 5d9355ed-482e-4597-88f4-9572e304ef13 Sep 15 19:32:40.819908 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:40.852113 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cb5e9-88db-4675-ac2f-79498d134ad6 req-f12dd8f8-d120-45a4-b8ae-394de87795f2 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:40.856166 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b01cb5e9-88db-4675-ac2f-79498d134ad6 req-f12dd8f8-d120-45a4-b8ae-394de87795f2 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 943 time: 0.0598793 Sep 15 19:32:40.871394 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:40.879388 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Port 5d9355ed-482e-4597-88f4-9572e304ef13 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:40.882857 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:40.883477 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:40.884926 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 200 len: 1094 time: 1.6874409 Sep 15 19:32:40.950291 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b01cb5e9-88db-4675-ac2f-79498d134ad6 req-2a811aea-5422-4343-b8b5-aa095856f6c0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905945 Sep 15 19:32:40.961396 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11babf23-3bd7-4a01-831b-5c656fa5fc79 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9355ed-482e-4597-88f4-9572e304ef13,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:41.060927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced2825e-adc0-4716-88f5-0b0b297b2b21', 'name': 'network-vif-deleted', 'tag': 'b8d23106-0153-4b20-8a66-916ff52a223e'}, {'name': 'network-changed', 'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:41.063810 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f98d44-59d3-498c-a856-a0ae4a70578e" -d '{"events": [{"server_uuid": "ced2825e-adc0-4716-88f5-0b0b297b2b21", "name": "network-vif-deleted", "tag": "b8d23106-0153-4b20-8a66-916ff52a223e"}, {"name": "network-changed", "server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:41.081095 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c23a6-19e2-456f-9833-04c1c049484d req-7d4060d1-9ec2-44f4-ba20-994d147b681e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:41.082674 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aa9c23a6-19e2-456f-9833-04c1c049484d req-7d4060d1-9ec2-44f4-ba20-994d147b681e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 944 time: 0.0607550 Sep 15 19:32:41.117336 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:41.174122 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aa9c23a6-19e2-456f-9833-04c1c049484d req-f8a1a511-d6ef-409c-844d-bcc92847efe7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811229 Sep 15 19:32:41.180239 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586392a-2da1-4f84-b763-0b51a7123caa req-c452d83f-1d07-4d46-abff-77e8d82ebd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:41.181781 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8586392a-2da1-4f84-b763-0b51a7123caa req-c452d83f-1d07-4d46-abff-77e8d82ebd29 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ee88123fe2e34b02a00baeb6f74869aa&device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 1127 time: 0.0549908 Sep 15 19:32:41.336700 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147ed8-573a-41c1-8fef-b6746b9560dc req-cd4196a7-de53-426e-87eb-24971e40be52 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:41.338243 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-09147ed8-573a-41c1-8fef-b6746b9560dc req-cd4196a7-de53-426e-87eb-24971e40be52 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0923889 Sep 15 19:32:41.341428 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-ee3f2b64-5b1d-44c6-9d3e-9e2dfce54abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:41.342890 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-ee3f2b64-5b1d-44c6-9d3e-9e2dfce54abe service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7bbec449c0142f0b910956bacedbe5e&device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1128 time: 0.0868330 Sep 15 19:32:41.380519 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Attempt 5 to provision port 5d9355ed-482e-4597-88f4-9572e304ef13 Sep 15 19:32:41.384155 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586392a-2da1-4f84-b763-0b51a7123caa req-a603aaa8-0396-47e6-8c2a-24c2a53c70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:41.385654 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8586392a-2da1-4f84-b763-0b51a7123caa req-a603aaa8-0396-47e6-8c2a-24c2a53c70d1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 HTTP/1.1" status: 200 len: 915 time: 0.1940355 Sep 15 19:32:41.415528 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-09147ed8-573a-41c1-8fef-b6746b9560dc req-581bffbf-2ec3-4161-8b79-8630df84e278 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688396 Sep 15 19:32:41.429222 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2758b841-5a65-4c02-811e-31f2cd23027d None None] Port 5d9355ed-482e-4597-88f4-9572e304ef13 had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:32:41.529306 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481856b-0b10-4c80-a1f8-41c9b4414e09 req-68b54a03-a526-43df-af40-8ddfb2254b79 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:41.531021 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5481856b-0b10-4c80-a1f8-41c9b4414e09 req-68b54a03-a526-43df-af40-8ddfb2254b79 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0537403 Sep 15 19:32:41.583386 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5481856b-0b10-4c80-a1f8-41c9b4414e09 req-6f2a7f0d-2b1b-4726-8f18-ab19cc177237 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465639 Sep 15 19:32:41.681460 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aa3654ea-9e9f-4847-b5d4-f34db603c18e req-23a1a011-4349-4116-b699-8bf913cd9ff9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 210 time: 0.0277169 Sep 15 19:32:41.739806 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b355c21-ccc2-4f5d-801c-aab317fbe858 x-openstack-request-id: req-1b355c21-ccc2-4f5d-801c-aab317fbe858 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:41.740110 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced2825e-adc0-4716-88f5-0b0b297b2b21", "name": "network-vif-deleted", "tag": "b8d23106-0153-4b20-8a66-916ff52a223e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:41.740363 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b355c21-ccc2-4f5d-801c-aab317fbe858 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:41.740792 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b355c21-ccc2-4f5d-801c-aab317fbe858'] response: {'server_uuid': 'ced2825e-adc0-4716-88f5-0b0b297b2b21', 'name': 'network-vif-deleted', 'tag': 'b8d23106-0153-4b20-8a66-916ff52a223e', 'status': 'completed', 'code': 200} Sep 15 19:32:41.741029 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b355c21-ccc2-4f5d-801c-aab317fbe858'] response: {'name': 'network-changed', 'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13', 'status': 'completed', 'code': 200} Sep 15 19:32:42.008630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:42.092990 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b898680-d350-4b74-a50f-3457ed6d6469 req-71b01122-1cfc-4356-ba8b-7f7c576756c0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:42.094566 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5b898680-d350-4b74-a50f-3457ed6d6469 req-71b01122-1cfc-4356-ba8b-7f7c576756c0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 943 time: 0.0581188 Sep 15 19:32:42.108640 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:32:42.113033 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 7433f2f7-bf4d-4108-9055-048e5b317dbb up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:42.150351 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5b898680-d350-4b74-a50f-3457ed6d6469 req-dada8b09-bd97-4f7d-a2b2-1d4910150696 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495601 Sep 15 19:32:42.252393 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:42.322180 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad33925-e9d0-4202-87bd-63abdb275663 req-c31f702b-9605-48f4-9c41-f9b9f717fccc tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:42.323805 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3ad33925-e9d0-4202-87bd-63abdb275663 req-c31f702b-9605-48f4-9c41-f9b9f717fccc tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 944 time: 0.0521102 Sep 15 19:32:42.346855 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 7433f2f7-bf4d-4108-9055-048e5b317dbb completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:32:42.380561 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3ad33925-e9d0-4202-87bd-63abdb275663 req-5b3f1593-39f8-42b0-961f-e2ee1dbc1086 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479028 Sep 15 19:32:42.388802 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,segment=NetworkSegment(4b30035b-3c61-44f3-816a-0d38f98c0f16),segment_id=4b30035b-3c61-44f3-816a-0d38f98c0f16)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:42.401235 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '495e3394-0786-4d88-a7ab-ecf29d2c4fe5', 'network_id': 'b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058', 'port_id': '495e3394-0786-4d88-a7ab-ecf29d2c4fe5', 'mac_address': 'fa:16:3e:52:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0932cc-3472-48b7-ab51-75fa723c4d41', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:32:42.438771 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:42.439149 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:42.452820 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 7433f2f7-bf4d-4108-9055-048e5b317dbb triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:42.453400 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:42.453729 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 7433f2f7-bf4d-4108-9055-048e5b317dbb Sep 15 19:32:42.456332 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:32:42.500009 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,segment=NetworkSegment(4b30035b-3c61-44f3-816a-0d38f98c0f16),segment_id=4b30035b-3c61-44f3-816a-0d38f98c0f16)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:42.534478 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:42.549945 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 7433f2f7-bf4d-4108-9055-048e5b317dbb is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:42.550333 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:42.558978 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf758593-71c2-41e7-80c1-2806824e72b5 req-bdfbac8e-835f-4573-9a74-ebded7242f3a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:42.561326 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cf758593-71c2-41e7-80c1-2806824e72b5 req-bdfbac8e-835f-4573-9a74-ebded7242f3a tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0500319 Sep 15 19:32:42.575127 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7433f2f7-bf4d-4108-9055-048e5b317dbb'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:42.577416 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3bf9ea-e51b-48ac-99af-6fa6fcd6ce1b" -d '{"events": [{"server_uuid": "f9c1a3e2-eab3-4cc3-b737-d88f242ecb62", "name": "network-vif-plugged", "status": "completed", "tag": "7433f2f7-bf4d-4108-9055-048e5b317dbb"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:42.590994 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:42.591328 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 7433f2f7-bf4d-4108-9055-048e5b317dbb, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7433f2f7-bf4d-4108-9055-048e5b317dbb,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:42.606123 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:42.627299 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cf758593-71c2-41e7-80c1-2806824e72b5 req-dc605585-f629-4fff-b479-cae16b03aede tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580058 Sep 15 19:32:42.671543 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:42.715508 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:42.739369 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae2f2e8-9ef7-4330-a1c0-376bea17692c x-openstack-request-id: req-0ae2f2e8-9ef7-4330-a1c0-376bea17692c {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:42.739740 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c1a3e2-eab3-4cc3-b737-d88f242ecb62", "name": "network-vif-plugged", "status": "completed", "tag": "7433f2f7-bf4d-4108-9055-048e5b317dbb", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:42.740003 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ae2f2e8-9ef7-4330-a1c0-376bea17692c {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:42.740411 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae2f2e8-9ef7-4330-a1c0-376bea17692c'] response: {'server_uuid': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7433f2f7-bf4d-4108-9055-048e5b317dbb', 'code': 200} Sep 15 19:32:42.773070 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=7433f2f7-bf4d-4108-9055-048e5b317dbb,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:42.835022 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['495e3394-0786-4d88-a7ab-ecf29d2c4fe5'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:32:42.839958 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44ae63-8bd1-4d04-a67a-4a8ae8c96726 req-f0ce72fd-fe4b-46dd-9505-b218f3378b85 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:42.841555 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fd44ae63-8bd1-4d04-a67a-4a8ae8c96726 req-f0ce72fd-fe4b-46dd-9505-b218f3378b85 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0486038 Sep 15 19:32:42.903713 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:42.909802 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fd44ae63-8bd1-4d04-a67a-4a8ae8c96726 req-dabc35b4-f801-424c-88fb-21ee13b1d624 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615165 Sep 15 19:32:42.972744 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:43.008036 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0fda4a2d-1875-451f-9dd5-e977fe135811 req-3ba31360-620d-4dbe-849f-7d4ed99ebfeb tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 210 time: 0.0337691 Sep 15 19:32:43.115977 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8586392a-2da1-4f84-b763-0b51a7123caa req-c1546e82-52c5-4345-a9fa-6fea1a95d768 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=495e3394-0786-4d88-a7ab-ecf29d2c4fe5 HTTP/1.1" status: 200 len: 217 time: 0.0510917 Sep 15 19:32:43.145821 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-0b40ff39-e8e8-4c7d-a1c7-1893f7a2418a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 200 len: 217 time: 0.0378125 Sep 15 19:32:43.277691 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc56986-23d7-43d4-af9f-bf666eda3dba req-3c92a7aa-2081-4249-ad3b-4dae5337d3b4 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:43.279274 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bcc56986-23d7-43d4-af9f-bf666eda3dba req-3c92a7aa-2081-4249-ad3b-4dae5337d3b4 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 944 time: 0.0515790 Sep 15 19:32:43.331788 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bcc56986-23d7-43d4-af9f-bf666eda3dba req-6281f1c0-798a-4bf2-8731-662ad0360300 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Sep 15 19:32:43.577522 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ca2c6-f819-4ba8-a286-a83bc6f92f37 req-e0c7acaf-6809-4bde-94cf-4ac427ef4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:43.579164 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9d6ca2c6-f819-4ba8-a286-a83bc6f92f37 req-e0c7acaf-6809-4bde-94cf-4ac427ef4b75 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 1129 time: 0.0405385 Sep 15 19:32:43.582329 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7748-8aa7-4ede-bd28-7ecaad53b99e req-7124c327-ae7c-4230-aabf-ce3b673f6143 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:43.583836 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-991c7748-8aa7-4ede-bd28-7ecaad53b99e req-7124c327-ae7c-4230-aabf-ce3b673f6143 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 945 time: 0.1174302 Sep 15 19:32:43.594616 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-e7add56a-62af-4d01-8dba-d594cf787ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:43.595950 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-e7add56a-62af-4d01-8dba-d594cf787ee1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fdd5cf75-439b-48d0-9684-783d45d83377 HTTP/1.1" status: 200 len: 847 time: 0.1204681 Sep 15 19:32:43.604574 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586392a-2da1-4f84-b763-0b51a7123caa req-2170731f-552a-410b-b179-a603be0dfef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:43.605901 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8586392a-2da1-4f84-b763-0b51a7123caa req-2170731f-552a-410b-b179-a603be0dfef8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e0932cc-3472-48b7-ab51-75fa723c4d41 HTTP/1.1" status: 200 len: 854 time: 0.1281195 Sep 15 19:32:43.706159 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8586392a-2da1-4f84-b763-0b51a7123caa req-cf92cae0-02a0-4622-9679-92438b9ed6f5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743303 Sep 15 19:32:43.708041 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-4a5e9f47-e5ba-4289-ac9f-7170d10988fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:43.710583 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-991c7748-8aa7-4ede-bd28-7ecaad53b99e req-94fd87ad-c8fa-4672-859b-e727cb060b74 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191299 Sep 15 19:32:43.710717 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-4a5e9f47-e5ba-4289-ac9f-7170d10988fc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0757411 Sep 15 19:32:43.712289 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-1cdbdc29-0c17-49f1-93b8-4dcaa0681c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:43.714344 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-1cdbdc29-0c17-49f1-93b8-4dcaa0681c04 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3764c9bd-aafe-448d-9672-4244678df38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0811136 Sep 15 19:32:43.721144 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-9d6ca2c6-f819-4ba8-a286-a83bc6f92f37 req-97bb189a-533d-4ff9-b7e3-7b9c5f53b0cf service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860169 Sep 15 19:32:43.822340 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b588ad-558c-452d-983c-5578918908fe req-fdec44e0-c1d7-47e7-b129-e19855956fd9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:43.823893 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-22b588ad-558c-452d-983c-5578918908fe req-fdec44e0-c1d7-47e7-b129-e19855956fd9 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 945 time: 0.0493648 Sep 15 19:32:43.873795 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-22b588ad-558c-452d-983c-5578918908fe req-ebaa1b15-3485-44e0-acb3-8a13d2766622 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a036412d-100c-45e2-9827-fafca75daf25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438130 Sep 15 19:32:44.128152 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-5d8d5178-b1ad-4898-b3d4-863b9ee066dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Deleting port df8bdaca-d337-4c5a-a11c-dbedba1578a8 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:44.129125 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-5d8d5178-b1ad-4898-b3d4-863b9ee066dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:44.136634 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:44.177263 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac9835-95bf-43de-b7ad-c05a6579b467 req-e28bf22e-2e9e-45e9-bd8e-82bbb2e21cb4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:44.178789 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-37ac9835-95bf-43de-b7ad-c05a6579b467 req-e28bf22e-2e9e-45e9-bd8e-82bbb2e21cb4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.1825283 Sep 15 19:32:44.189778 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:32:44.233138 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8586392a-2da1-4f84-b763-0b51a7123caa req-ab26240e-5137-49a4-a5e4-ab66f8fc0e9f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466302 Sep 15 19:32:44.251184 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-1e47294f-8466-49c9-9e96-ce7624c2a4eb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454002 Sep 15 19:32:44.258066 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:44.258519 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:44.258807 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 Sep 15 19:32:44.262982 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-5d8d5178-b1ad-4898-b3d4-863b9ee066dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] For port df8bdaca-d337-4c5a-a11c-dbedba1578a8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=df8bdaca-d337-4c5a-a11c-dbedba1578a8,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:44.262982 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-5d8d5178-b1ad-4898-b3d4-863b9ee066dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:44.280031 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-5d8d5178-b1ad-4898-b3d4-863b9ee066dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Calling delete_port for df8bdaca-d337-4c5a-a11c-dbedba1578a8 owned by compute:nova {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:44.282997 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-37ac9835-95bf-43de-b7ad-c05a6579b467 req-f92cbfdc-9598-425b-b83d-f67566911cdf tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819044 Sep 15 19:32:44.292965 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:44.380771 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:44.381080 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:44.385793 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-74b9b038-33a1-47f5-87c3-a38f3ecb2abd req-76c1d2e7-6010-4717-ac94-9eae5ac3b7de tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 210 time: 0.0331597 Sep 15 19:32:44.436628 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,segment=NetworkSegment(4b30035b-3c61-44f3-816a-0d38f98c0f16),segment_id=4b30035b-3c61-44f3-816a-0d38f98c0f16)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:44.498623 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bb3db-3e87-4ef9-a343-3b5332cc40c2 req-38269044-e365-4843-b013-585d9953208f tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:44.500691 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a14bb3db-3e87-4ef9-a343-3b5332cc40c2 req-38269044-e365-4843-b013-585d9953208f tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 944 time: 0.0475180 Sep 15 19:32:44.521401 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-5d8d5178-b1ad-4898-b3d4-863b9ee066dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (df8bdaca-d337-4c5a-a11c-dbedba1578a8), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:44.547422 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d5178-b1ad-4898-b3d4-863b9ee066dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Pushing event deleted for resources: {'Port': ['ID=df8bdaca-d337-4c5a-a11c-dbedba1578a8,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:44.555149 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:44.555612 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a14bb3db-3e87-4ef9-a343-3b5332cc40c2 req-da3b48c8-1df5-4364-9b20-6c6c7df4fef0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489869 Sep 15 19:32:44.559977 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device df8bdaca-d337-4c5a-a11c-dbedba1578a8 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:44.645343 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: df8bdaca-d337-4c5a-a11c-dbedba1578a8 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:44.645343 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device df8bdaca-d337-4c5a-a11c-dbedba1578a8 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:44.645551 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-5d8d5178-b1ad-4898-b3d4-863b9ee066dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] No DVR routers for this DVR port df8bdaca-d337-4c5a-a11c-dbedba1578a8 on host hv-cinder-84984 {{(pid=106635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:32:44.645551 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-5d8d5178-b1ad-4898-b3d4-863b9ee066dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:44.645551 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-3f447de3-b591-4611-94d0-9d4f46e376f1 req-5d8d5178-b1ad-4898-b3d4-863b9ee066dc tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.33 "DELETE /networking/v2.0/ports/df8bdaca-d337-4c5a-a11c-dbedba1578a8 HTTP/1.1" status: 204 len: 173 time: 0.6581495 Sep 15 19:32:44.645551 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b36131f-5f27-419f-b1b2-da2d6ebc60e5', 'name': 'network-vif-deleted', 'tag': 'df8bdaca-d337-4c5a-a11c-dbedba1578a8'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:44.648124 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18830ca-7bdb-4d45-a446-80ab6d06dd5b" -d '{"events": [{"server_uuid": "1b36131f-5f27-419f-b1b2-da2d6ebc60e5", "name": "network-vif-deleted", "tag": "df8bdaca-d337-4c5a-a11c-dbedba1578a8"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:44.677669 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:44.692069 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf0f3ef-b16d-4b53-a756-1a5a526c4132 x-openstack-request-id: req-adf0f3ef-b16d-4b53-a756-1a5a526c4132 {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:44.692069 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b36131f-5f27-419f-b1b2-da2d6ebc60e5", "name": "network-vif-deleted", "tag": "df8bdaca-d337-4c5a-a11c-dbedba1578a8", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:44.692069 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adf0f3ef-b16d-4b53-a756-1a5a526c4132 {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:44.692069 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf0f3ef-b16d-4b53-a756-1a5a526c4132'] response: {'server_uuid': '1b36131f-5f27-419f-b1b2-da2d6ebc60e5', 'name': 'network-vif-deleted', 'tag': 'df8bdaca-d337-4c5a-a11c-dbedba1578a8', 'status': 'completed', 'code': 200} Sep 15 19:32:44.723897 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:44.741549 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756ade48-671d-4ee9-84cd-f7b0e0f07712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495e3394-0786-4d88-a7ab-ecf29d2c4fe5'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:44.743074 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:44.745648 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623b4c70-71d0-4cff-ac0f-6602293db620" -d '{"events": [{"server_uuid": "756ade48-671d-4ee9-84cd-f7b0e0f07712", "name": "network-vif-plugged", "status": "completed", "tag": "495e3394-0786-4d88-a7ab-ecf29d2c4fe5"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:44.769224 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e39e7cfd-54be-4542-a60c-5c701a2c63f9 req-9c5cd6a8-eb06-4fda-8a7a-0647d723f574 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801445 Sep 15 19:32:44.771373 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8586392a-2da1-4f84-b763-0b51a7123caa req-7a33c92d-61a2-4279-89f3-e19afe320eab service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729178 Sep 15 19:32:44.851421 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233ba2b-3aa2-4be1-8573-dcbeed220a12 req-498bbc1c-ed2d-4534-a130-568fe95b0f8d tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:44.852827 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c233ba2b-3aa2-4be1-8573-dcbeed220a12 req-498bbc1c-ed2d-4534-a130-568fe95b0f8d tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 945 time: 0.0483344 Sep 15 19:32:44.909635 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c233ba2b-3aa2-4be1-8573-dcbeed220a12 req-bc9ed14a-042f-439d-baa2-587e5af0a7c0 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498288 Sep 15 19:32:44.982231 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1455e4-fcb6-4c78-b7c7-7f99cc69d957 x-openstack-request-id: req-0f1455e4-fcb6-4c78-b7c7-7f99cc69d957 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:44.982525 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756ade48-671d-4ee9-84cd-f7b0e0f07712", "name": "network-vif-plugged", "status": "completed", "tag": "495e3394-0786-4d88-a7ab-ecf29d2c4fe5", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:44.982778 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f1455e4-fcb6-4c78-b7c7-7f99cc69d957 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:44.983178 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1455e4-fcb6-4c78-b7c7-7f99cc69d957'] response: {'server_uuid': '756ade48-671d-4ee9-84cd-f7b0e0f07712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495e3394-0786-4d88-a7ab-ecf29d2c4fe5', 'code': 200} Sep 15 19:32:45.064696 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-836799c0-f292-41aa-b22d-5634607f7cb6 req-4d733fc7-9654-47e8-95e7-f7c8aae392a6 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 210 time: 0.0334411 Sep 15 19:32:45.296379 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-96dc3dfc-c349-426c-895c-1aa21712f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:45.299085 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-96dc3dfc-c349-426c-895c-1aa21712f80b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7bbec449c0142f0b910956bacedbe5e&device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1128 time: 0.0846267 Sep 15 19:32:45.343642 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-312d2a19-51c7-44ad-bfe0-592314089a13 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:45.345621 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-312d2a19-51c7-44ad-bfe0-592314089a13 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6260c8ac-0673-45b5-914a-caba360d68d4 HTTP/1.1" status: 200 len: 810 time: 0.1416957 Sep 15 19:32:45.411790 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af346665-689b-456e-8cac-c33f73a5a734 req-73bf0509-9b2f-4a58-98dd-ce0f8e5ab6ef tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:45.413252 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-af346665-689b-456e-8cac-c33f73a5a734 req-73bf0509-9b2f-4a58-98dd-ce0f8e5ab6ef tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0504146 Sep 15 19:32:45.463402 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-af346665-689b-456e-8cac-c33f73a5a734 req-f95d3de7-f3f4-4c22-94ff-0bba914e7174 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440767 Sep 15 19:32:45.550382 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e598fd69-6bb3-4b0b-ae6d-3d5fa86184a7 req-4685887b-e109-409f-b93f-48208fcd24ab tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 210 time: 0.0303242 Sep 15 19:32:45.781278 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba2bcb-2ac5-4da2-9ec1-907cbc7a92b0 req-f2b449f4-32a5-4ca2-acbf-1b59c828223a tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:45.783468 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bfba2bcb-2ac5-4da2-9ec1-907cbc7a92b0 req-f2b449f4-32a5-4ca2-acbf-1b59c828223a tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 945 time: 0.0958631 Sep 15 19:32:45.792610 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-32212a3c-6c0a-4e38-bd02-0546e262746c tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=340975b28fc242b5bf4a3364fe702ad4 HTTP/1.1" status: 200 len: 379 time: 0.1655688 Sep 15 19:32:45.815081 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-a0fc467f-3b56-4a0e-82bc-a8d0dfae16be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:45.819805 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-a0fc467f-3b56-4a0e-82bc-a8d0dfae16be service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3764c9bd-aafe-448d-9672-4244678df38d HTTP/1.1" status: 200 len: 909 time: 0.2003820 Sep 15 19:32:45.847503 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bfba2bcb-2ac5-4da2-9ec1-907cbc7a92b0 req-a1e92a90-b26c-4450-9898-72d56f9e7bf5 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539045 Sep 15 19:32:45.952528 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'port': {'device_id': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'admin_state_up': True, 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'security_groups': ['c03774dc-6d17-40da-9b09-cdc24d6bdb25']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:46.009439 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-5a367b74-f164-481c-8aa3-4adb64b75e56 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 200 len: 217 time: 0.0506811 Sep 15 19:32:46.017077 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d77009-4bd5-4003-a456-433382673c4a req-05708a27-da6f-4930-aa4a-74c4309ad36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:46.018713 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f1d77009-4bd5-4003-a456-433382673c4a req-05708a27-da6f-4930-aa4a-74c4309ad36b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 1129 time: 0.0561550 Sep 15 19:32:46.111478 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-f1d77009-4bd5-4003-a456-433382673c4a req-45bb1eea-f890-48ea-aa65-118e5b7d1207 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545549 Sep 15 19:32:46.153001 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d87c7a-fa76-44d3-a839-30f0006957d6 req-9ef1e5b1-cf26-48ce-a305-ecb75e0f3b9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:46.154571 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b3d87c7a-fa76-44d3-a839-30f0006957d6 req-9ef1e5b1-cf26-48ce-a305-ecb75e0f3b9b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 945 time: 0.1167936 Sep 15 19:32:46.169027 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:46.207088 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-ed5c8ac2-0dc0-4d5b-9743-1f3b395f51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:46.208579 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-ed5c8ac2-0dc0-4d5b-9743-1f3b395f51f6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fdd5cf75-439b-48d0-9684-783d45d83377 HTTP/1.1" status: 200 len: 847 time: 0.1364329 Sep 15 19:32:46.249873 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b3d87c7a-fa76-44d3-a839-30f0006957d6 req-5823ff01-47f0-40bf-be3c-907e66704aea tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838280 Sep 15 19:32:46.412016 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Made reservation on behalf of 340975b28fc242b5bf4a3364fe702ad4 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:46.415881 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:46.430554 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b0ca3e3c-dfe0-48d8-b6fb-d0a2aaf04de2 req-31912fb5-6437-4b46-94b6-a9c7012aaed3 tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 210 time: 0.0914159 Sep 15 19:32:46.455434 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-37645955-c79d-424b-a3d8-366ff97fb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:46.457156 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-37645955-c79d-424b-a3d8-366ff97fb292 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3764c9bd-aafe-448d-9672-4244678df38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1352582 Sep 15 19:32:46.516275 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:46.588976 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2c791-41cb-4e7d-a2c4-b799c5e42bce req-5faeccf4-5e93-4850-ad4d-bec4769772e8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:46.590519 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6be2c791-41cb-4e7d-a2c4-b799c5e42bce req-5faeccf4-5e93-4850-ad4d-bec4769772e8 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 945 time: 0.0872471 Sep 15 19:32:46.603364 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37542) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:46.605919 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-0e45f028-803a-47bd-9139-51ec9ba9c02b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Request body: {'floatingip': {'port_id': '7433f2f7-bf4d-4108-9055-048e5b317dbb'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:46.620000 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Allocated IP 172.20.0.14 (6260c8ac-0673-45b5-914a-caba360d68d4/2036ab81-0327-4fda-9de5-42d971e8168a/bd84b30a-cc10-459e-ab2e-bf61f225c610) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:46.649686 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e45f028-803a-47bd-9139-51ec9ba9c02b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (a3b9504c-9bf1-4325-94fa-99a71617c54b), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:46.716393 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e766a-a929-4abf-acbf-52ed28e0be8d req-1750942d-4f15-470b-9a70-e13899f94c34 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:46.717873 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fb2e766a-a929-4abf-acbf-52ed28e0be8d req-1750942d-4f15-470b-9a70-e13899f94c34 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0706997 Sep 15 19:32:46.909257 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fb2e766a-a929-4abf-acbf-52ed28e0be8d req-e5fc45ae-b378-4546-a3f4-d4daaa441ede tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651056 Sep 15 19:32:46.917062 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:46.941139 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-8db330e9-cf91-4954-a7ab-0541569cd6b0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866376 Sep 15 19:32:46.951104 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:46.990886 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:47.028216 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cc636625-34da-41f3-83f9-3c92c9464756 req-92a7f994-fa83-4cf8-978a-810205233418 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 210 time: 0.0332406 Sep 15 19:32:47.122013 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:47.247429 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417fa17-65ac-4d54-8d63-07ec7def7684 req-d4fdb82a-3956-4b27-b828-31a36d7cc4ab tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:47.248987 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d417fa17-65ac-4d54-8d63-07ec7def7684 req-d4fdb82a-3956-4b27-b828-31a36d7cc4ab tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 945 time: 0.1501808 Sep 15 19:32:47.266914 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Network 6260c8ac-0673-45b5-914a-caba360d68d4 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:47.274704 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event updated for resources: {'Port': ['ID=bd84b30a-cc10-459e-ab2e-bf61f225c610,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:47.281195 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:47.300429 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.db.resource_extend [None req-0e45f028-803a-47bd-9139-51ec9ba9c02b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 15 19:32:47.301643 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:47.327021 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.327417 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.327728 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.328066 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.328920 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.329860 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.329860 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.329860 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.330185 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.330505 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.330844 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.331169 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.331887 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.331887 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.332170 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:47.358886 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e45f028-803a-47bd-9139-51ec9ba9c02b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:47.371139 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06f98d44-59d3-498c-a856-a0ae4a70578e req-f6848aef-03a1-44e0-8e77-54500ffeac66 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826068 Sep 15 19:32:47.394069 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:47.394696 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:47.402453 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d417fa17-65ac-4d54-8d63-07ec7def7684 req-84017b1b-a973-40c0-aaba-fff14ead9258 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409452 Sep 15 19:32:47.495584 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Provisioning complete for port bd84b30a-cc10-459e-ab2e-bf61f225c610 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:47.496138 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:47.496560 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Attempt 1 to provision port bd84b30a-cc10-459e-ab2e-bf61f225c610 Sep 15 19:32:47.498020 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e45f028-803a-47bd-9139-51ec9ba9c02b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (a3b9504c-9bf1-4325-94fa-99a71617c54b), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:47.558219 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d32717e6-527a-484e-ae07-900db1a563a8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6069541 Sep 15 19:32:47.558922 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Port bd84b30a-cc10-459e-ab2e-bf61f225c610 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:47.579858 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Request body: {'port': {'device_id': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:47.582472 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:47.584568 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08c07460-1439-4f94-9739-c1aaa5557452 req-efab7dfe-fd63-4de7-a917-39f90360b3cd tempest-ServerRescueNegativeTestJSON-1036181242 tempest-ServerRescueNegativeTestJSON-1036181242-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b36131f-5f27-419f-b1b2-da2d6ebc60e5 HTTP/1.1" status: 200 len: 210 time: 0.0450425 Sep 15 19:32:47.624954 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:47.631989 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.l3_db [None req-0e45f028-803a-47bd-9139-51ec9ba9c02b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Floating IP a3b9504c-9bf1-4325-94fa-99a71617c54b associated. External IP: 172.27.0.127, port: 7433f2f7-bf4d-4108-9055-048e5b317dbb. Sep 15 19:32:47.645320 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:47.751216 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-71b1d5bb-dad1-4f2d-ac18-ab6a83ed2d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:47.848048 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e45f028-803a-47bd-9139-51ec9ba9c02b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:47.969651 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e45f028-803a-47bd-9139-51ec9ba9c02b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:47.974502 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-0e45f028-803a-47bd-9139-51ec9ba9c02b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:47.985090 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:32:48.006834 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:48.007683 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:48.014005 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-0e45f028-803a-47bd-9139-51ec9ba9c02b tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/a3b9504c-9bf1-4325-94fa-99a71617c54b HTTP/1.1" status: 200 len: 991 time: 1.4116282 Sep 15 19:32:48.015561 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'tag': '7433f2f7-bf4d-4108-9055-048e5b317dbb'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:48.017584 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913d2551-8d18-4b1c-a960-85999a19e080" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c1a3e2-eab3-4cc3-b737-d88f242ecb62", "tag": "7433f2f7-bf4d-4108-9055-048e5b317dbb"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:48.058959 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Attempt 2 to provision port bd84b30a-cc10-459e-ab2e-bf61f225c610 Sep 15 19:32:48.094869 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Port bd84b30a-cc10-459e-ab2e-bf61f225c610 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:48.117077 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:48.134950 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf852d-92ab-4aa7-af65-f9e695d7ab6c req-7bb7e90d-c9ce-411e-b145-d541a4a1f162 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:48.136444 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-56cf852d-92ab-4aa7-af65-f9e695d7ab6c req-7bb7e90d-c9ce-411e-b145-d541a4a1f162 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0905008 Sep 15 19:32:48.223104 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-56cf852d-92ab-4aa7-af65-f9e695d7ab6c req-cc4a8a12-f05a-4b16-9659-b87dd37efd6d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805542 Sep 15 19:32:48.274062 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461e51c1-20b6-45d1-a57f-a71f5f99ff96 x-openstack-request-id: req-461e51c1-20b6-45d1-a57f-a71f5f99ff96 {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:48.274540 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c1a3e2-eab3-4cc3-b737-d88f242ecb62", "tag": "7433f2f7-bf4d-4108-9055-048e5b317dbb", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:48.274947 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-461e51c1-20b6-45d1-a57f-a71f5f99ff96 {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:48.275513 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461e51c1-20b6-45d1-a57f-a71f5f99ff96'] response: {'name': 'network-changed', 'server_uuid': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'tag': '7433f2f7-bf4d-4108-9055-048e5b317dbb', 'status': 'completed', 'code': 200} Sep 15 19:32:48.293534 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd84b30a-cc10-459e-ab2e-bf61f225c610 {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:32:48.315289 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Publish callbacks [] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:48.346431 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:48.352591 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'a3b9504c-9bf1-4325-94fa-99a71617c54b', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': '7433f2f7-bf4d-4108-9055-048e5b317dbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:a5:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:32:28Z', 'updated_at': '2022-09-15T19:32:47Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:48.379036 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:48.387770 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:48.388373 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:48.394680 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d2551-8d18-4b1c-a960-85999a19e080 req-bb6f52a7-afbc-4905-a8a6-fa954bb6efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:48.396220 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-913d2551-8d18-4b1c-a960-85999a19e080 req-bb6f52a7-afbc-4905-a8a6-fa954bb6efdf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 1129 time: 0.0963545 Sep 15 19:32:48.399209 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Transition to ACTIVE for port object bd84b30a-cc10-459e-ab2e-bf61f225c610 will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:32:48.418032 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4d143-2c51-48b2-8999-0d5698c1158c req-98c74174-cbe6-476c-93b6-8c6f70d823dd tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:48.419485 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ece4d143-2c51-48b2-8999-0d5698c1158c req-98c74174-cbe6-476c-93b6-8c6f70d823dd tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 932 time: 0.0797663 Sep 15 19:32:48.496412 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:48.517153 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:48.550866 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ece4d143-2c51-48b2-8999-0d5698c1158c req-f420ac88-b6c7-49af-8a1f-7e2ca02a8023 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204488 Sep 15 19:32:48.567309 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d2551-8d18-4b1c-a960-85999a19e080 req-05667126-314d-443f-ade2-d6be4281d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:48.568561 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-913d2551-8d18-4b1c-a960-85999a19e080 req-05667126-314d-443f-ade2-d6be4281d895 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 200 len: 915 time: 0.1662230 Sep 15 19:32:48.595805 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Attempt 3 to provision port bd84b30a-cc10-459e-ab2e-bf61f225c610 Sep 15 19:32:48.636637 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Port bd84b30a-cc10-459e-ab2e-bf61f225c610 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:48.648503 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Pushing event updated for resources: {'Port': ['ID=bd84b30a-cc10-459e-ab2e-bf61f225c610,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:48.722784 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'a3b9504c-9bf1-4325-94fa-99a71617c54b', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': '7433f2f7-bf4d-4108-9055-048e5b317dbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:a5:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:32:28Z', 'updated_at': '2022-09-15T19:32:47Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:48.739279 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-913d2551-8d18-4b1c-a960-85999a19e080 req-e562d6ac-3fba-4975-9b22-2549918992da service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7433f2f7-bf4d-4108-9055-048e5b317dbb HTTP/1.1" status: 200 len: 999 time: 0.1615195 Sep 15 19:32:48.747349 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e83d7-bd1a-4d2a-afb1-9da6b57cd5fa req-28c2462f-d9a2-41cb-b0e0-ef30d6d2d4c3 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:48.749342 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c24e83d7-bd1a-4d2a-afb1-9da6b57cd5fa req-28c2462f-d9a2-41cb-b0e0-ef30d6d2d4c3 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 945 time: 0.0949552 Sep 15 19:32:48.752426 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae65d7-ede9-4f4d-97d1-23371d8d8427 None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'a3b9504c-9bf1-4325-94fa-99a71617c54b', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'port_id': '7433f2f7-bf4d-4108-9055-048e5b317dbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'mac_address': 'fa:16:3e:a5:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:32:28Z', 'updated_at': '2022-09-15T19:32:47Z', 'revision_number': 1, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:32:48.807028 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Attempting to bind port bd84b30a-cc10-459e-ab2e-bf61f225c610 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:32:48.807350 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Attempting to bind port bd84b30a-cc10-459e-ab2e-bf61f225c610 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:32:48.807696 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Attempting to bind port bd84b30a-cc10-459e-ab2e-bf61f225c610 on network 6260c8ac-0673-45b5-914a-caba360d68d4 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:48.859317 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:48.862793 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d2551-8d18-4b1c-a960-85999a19e080 req-30b13f4a-c715-4c75-ac1b-74aad59c24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:48.864306 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-913d2551-8d18-4b1c-a960-85999a19e080 req-30b13f4a-c715-4c75-ac1b-74aad59c24c0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 200 len: 853 time: 0.1124470 Sep 15 19:32:48.914575 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c24e83d7-bd1a-4d2a-afb1-9da6b57cd5fa req-84d67e76-d46d-44ab-831a-dce778bc0e01 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541874 Sep 15 19:32:48.945154 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Port bd84b30a-cc10-459e-ab2e-bf61f225c610 on network 6260c8ac-0673-45b5-914a-caba360d68d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:32:48.945154 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Attempting to bind port bd84b30a-cc10-459e-ab2e-bf61f225c610 on network 6260c8ac-0673-45b5-914a-caba360d68d4 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:48.957638 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d2551-8d18-4b1c-a960-85999a19e080 req-91f7a152-3078-46bd-94bb-a777c2af1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:48.959170 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-913d2551-8d18-4b1c-a960-85999a19e080 req-91f7a152-3078-46bd-94bb-a777c2af1c4a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f608162d-6498-4eba-ac51-7e7b4de51e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0848064 Sep 15 19:32:48.978039 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37562) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:48.986408 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241eb06-82a2-449c-a0af-13ff371c6c4b None None] New status for floating IP a3b9504c-9bf1-4325-94fa-99a71617c54b: ACTIVE {{(pid=106636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:32:49.039346 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:32:49.039720 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Checking segment: {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:49.040108 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Bound using segment: {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:32:49.040586 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Bound port: bd84b30a-cc10-459e-ab2e-bf61f225c610, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c6dc3b-2631-437e-8188-bc2afb8fa90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:32:49.040948 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:49.124373 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-913d2551-8d18-4b1c-a960-85999a19e080 req-80e894f0-bf9e-4fd5-9c2f-e454e65b0060 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582463 Sep 15 19:32:49.169596 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Attempt 4 to provision port bd84b30a-cc10-459e-ab2e-bf61f225c610 Sep 15 19:32:49.190127 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] For port bd84b30a-cc10-459e-ab2e-bf61f225c610, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:49.206200 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Port bd84b30a-cc10-459e-ab2e-bf61f225c610 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:32:49.207092 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] For port bd84b30a-cc10-459e-ab2e-bf61f225c610, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=bd84b30a-cc10-459e-ab2e-bf61f225c610,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:49.216834 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:49.246707 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-913d2551-8d18-4b1c-a960-85999a19e080 req-d8ea802c-5597-463f-af56-d80dac722b16 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124547 Sep 15 19:32:49.313998 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:49.319063 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:49.319706 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:49.321125 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/bd84b30a-cc10-459e-ab2e-bf61f225c610 HTTP/1.1" status: 200 len: 1094 time: 1.7461393 Sep 15 19:32:49.322756 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'tag': 'bd84b30a-cc10-459e-ab2e-bf61f225c610'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:49.325115 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bedbd2-0142-4af2-a367-257352a283a5", "tag": "bd84b30a-cc10-459e-ab2e-bf61f225c610"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:49.365813 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:49.379024 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbe054-2b90-40a8-aa1c-e6699137c896 service neutron] Pushing event updated for resources: {'Port': ['ID=bd84b30a-cc10-459e-ab2e-bf61f225c610,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:49.474978 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (1e64ce52-d7d1-4448-8702-3d0520e2869c), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:49.516856 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-1571d9be-eaaf-4b74-8eb8-1d6b4f57e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:49.518402 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-1571d9be-eaaf-4b74-8eb8-1d6b4f57e082 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=340975b28fc242b5bf4a3364fe702ad4&device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 1128 time: 0.0415585 Sep 15 19:32:49.560946 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-540b3b79-f841-4816-b0eb-dcca32b01138 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd84b30a-cc10-459e-ab2e-bf61f225c610 HTTP/1.1" status: 200 len: 217 time: 0.0352733 Sep 15 19:32:49.614276 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-04004849-67be-47c5-91f1-f1bbf56c330d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:49.615787 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-04004849-67be-47c5-91f1-f1bbf56c330d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2036ab81-0327-4fda-9de5-42d971e8168a HTTP/1.1" status: 200 len: 849 time: 0.0493414 Sep 15 19:32:49.662164 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d2c0eaa1-fbbb-4e12-b193-77444c926cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:49.663710 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-d2c0eaa1-fbbb-4e12-b193-77444c926cf1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6260c8ac-0673-45b5-914a-caba360d68d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424829 Sep 15 19:32:49.708469 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Attempt 5 to provision port bd84b30a-cc10-459e-ab2e-bf61f225c610 Sep 15 19:32:49.710153 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] Deleting port e242b171-9e8c-45fe-ac1d-68175920468a {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:49.710495 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:49.753801 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-746624d5-2fd0-424e-b796-e861a359c0ec None None] Port bd84b30a-cc10-459e-ab2e-bf61f225c610 had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:32:49.770078 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-17d1a166-e469-48ba-9cfc-eaab3a16333b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961843 Sep 15 19:32:49.801200 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] For port e242b171-9e8c-45fe-ac1d-68175920468a, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=e242b171-9e8c-45fe-ac1d-68175920468a,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:49.801560 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:49.816173 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] Calling delete_port for e242b171-9e8c-45fe-ac1d-68175920468a owned by network:router_interface {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:49.863400 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7ef383c-ce7c-439e-a5c4-0f74e37ef646 req-67b59272-2da6-4ab8-8821-c19d9e77173d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913460 Sep 15 19:32:49.915811 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:50.091531 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a092d6cd-4528-4997-9345-dea5645878cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:50.091832 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (e242b171-9e8c-45fe-ac1d-68175920468a), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:50.096332 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19e5f5-7b2f-4c66-8a30-35dda8e5c5b6 req-3c80c411-036b-49c6-8e67-a178b4037920 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:50.102012 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ce19e5f5-7b2f-4c66-8a30-35dda8e5c5b6 req-3c80c411-036b-49c6-8e67-a178b4037920 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0484087 Sep 15 19:32:50.117537 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e242b171-9e8c-45fe-ac1d-68175920468a,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:50.152163 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ce19e5f5-7b2f-4c66-8a30-35dda8e5c5b6 req-a9006000-9c2a-4979-96cb-ea8cff6240db tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475943 Sep 15 19:32:50.207837 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ffe8ad-afa1-447c-a597-d75fc352805b x-openstack-request-id: req-c9ffe8ad-afa1-447c-a597-d75fc352805b {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:50.208130 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bedbd2-0142-4af2-a367-257352a283a5", "tag": "bd84b30a-cc10-459e-ab2e-bf61f225c610", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:50.208386 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9ffe8ad-afa1-447c-a597-d75fc352805b {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:50.208798 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ffe8ad-afa1-447c-a597-d75fc352805b'] response: {'name': 'network-changed', 'server_uuid': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'tag': 'bd84b30a-cc10-459e-ab2e-bf61f225c610', 'status': 'completed', 'code': 200} Sep 15 19:32:50.304797 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:50.307484 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (1e64ce52-d7d1-4448-8702-3d0520e2869c), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:50.330355 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdd2d1-9c99-45e5-b1e9-9fb7e50cb4d5 req-c5c187f1-461a-4a19-9bf9-df57414cd7d9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:50.332068 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7afdd2d1-9c99-45e5-b1e9-9fb7e50cb4d5 req-c5c187f1-461a-4a19-9bf9-df57414cd7d9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 944 time: 0.0708218 Sep 15 19:32:50.387570 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7afdd2d1-9c99-45e5-b1e9-9fb7e50cb4d5 req-256afcdf-19d5-4348-8d7d-1e6241d1ad29 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493467 Sep 15 19:32:50.521143 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] Router 1e64ce52-d7d1-4448-8702-3d0520e2869c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:50.629836 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:50.634942 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-9fb8695d-75eb-4241-b83c-f73f5bb64b35 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/1e64ce52-d7d1-4448-8702-3d0520e2869c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6548202 Sep 15 19:32:50.637523 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37580) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:50.639938 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] Sync routers for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:32:50.655687 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:50.656779 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:50.739755 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Publish callbacks [] for router (1e64ce52-d7d1-4448-8702-3d0520e2869c), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:50.760620 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:50.833884 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:50.843271 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Publish callbacks [] for router_gateway (1e64ce52-d7d1-4448-8702-3d0520e2869c), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:50.895223 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:50.930841 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:50.933916 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:32:49Z', 'revision_number': 5, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port': {'id': '5ba93d4b-28b9-448d-b475-9baffe6b628b', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:36Z', 'updated_at': '2022-09-15T19:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:50.959977 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] Checking router: 1e64ce52-d7d1-4448-8702-3d0520e2869c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:50.969666 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] Routers {'1e64ce52-d7d1-4448-8702-3d0520e2869c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:50.970282 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['1e64ce52-d7d1-4448-8702-3d0520e2869c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:50.995868 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Deleting port 5ba93d4b-28b9-448d-b475-9baffe6b628b {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:50.996209 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.039300 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:32:51.065778 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] Set router 1e64ce52-d7d1-4448-8702-3d0520e2869c gateway port host: None {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:51.083696 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] For port 5ba93d4b-28b9-448d-b475-9baffe6b628b, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=5ba93d4b-28b9-448d-b475-9baffe6b628b,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:51.084075 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.098280 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Calling delete_port for 5ba93d4b-28b9-448d-b475-9baffe6b628b owned by network:router_gateway {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:51.131404 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:32:50Z', 'revision_number': 6, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port_host': None}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:51.157503 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24bad68-d431-4927-91ca-f9d01b235a34 None None] The sync data for ids ['1e64ce52-d7d1-4448-8702-3d0520e2869c'] in dv-cinder-849846-10-iscsi is: [{'id': '1e64ce52-d7d1-4448-8702-3d0520e2869c', 'name': 'tempest-ServerRescueNegativeTestJSON-1978443167-router', 'tenant_id': '016f968319fd49d98506030c0bee6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:32:50Z', 'revision_number': 6, 'project_id': '016f968319fd49d98506030c0bee6021', 'gw_port_host': None}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:32:51.184545 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.283459 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b4245-5219-4896-aba7-bb016c743132 req-ec48ca9a-eb7c-4d3b-856e-94109d7e417a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:51.285118 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b95b4245-5219-4896-aba7-bb016c743132 req-ec48ca9a-eb7c-4d3b-856e-94109d7e417a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0497262 Sep 15 19:32:51.340804 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b95b4245-5219-4896-aba7-bb016c743132 req-743fe783-af93-4aeb-99e6-63900b54c706 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494242 Sep 15 19:32:51.355345 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (5ba93d4b-28b9-448d-b475-9baffe6b628b), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.381173 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba93d4b-28b9-448d-b475-9baffe6b628b,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:51.446189 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (1e64ce52-d7d1-4448-8702-3d0520e2869c), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.543311 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:51.545013 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (1e64ce52-d7d1-4448-8702-3d0520e2869c), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.548493 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Publish callbacks [] for router_controller (1e64ce52-d7d1-4448-8702-3d0520e2869c), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.565015 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa45a5-b4ba-48e3-9216-2abf969c8535 req-6927eb81-fac0-4c13-b25b-432ecf99b764 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:51.566639 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ffa45a5-b4ba-48e3-9216-2abf969c8535 req-6927eb81-fac0-4c13-b25b-432ecf99b764 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 944 time: 0.1015818 Sep 15 19:32:51.571029 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-5bbee481-bc63-44b7-add1-96f7f7aaa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:51.572470 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-5bbee481-bc63-44b7-add1-96f7f7aaa959 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=340975b28fc242b5bf4a3364fe702ad4&device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 1128 time: 0.0618348 Sep 15 19:32:51.681134 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (1e64ce52-d7d1-4448-8702-3d0520e2869c), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.681664 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e64ce52-d7d1-4448-8702-3d0520e2869c {{(pid=106635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:32:51.687228 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.689167 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-3f95291b-83d0-495d-aaf5-66348032338b admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/1e64ce52-d7d1-4448-8702-3d0520e2869c HTTP/1.1" status: 204 len: 168 time: 1.0506525 Sep 15 19:32:51.695402 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7ffa45a5-b4ba-48e3-9216-2abf969c8535 req-7d782fbd-3b43-44df-994a-3aecf7f3131a tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169388 Sep 15 19:32:51.695402 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37588) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:51.743140 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-6b06b6f1-af46-45fa-b1a2-0a3cfadfd95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:51.744614 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-6b06b6f1-af46-45fa-b1a2-0a3cfadfd95b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6260c8ac-0673-45b5-914a-caba360d68d4 HTTP/1.1" status: 200 len: 911 time: 0.1635263 Sep 15 19:32:51.788167 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d12de0-8ab1-40b1-9e33-563370354fb5 admin admin] Deleting subnet a70788c3-b1e1-445b-9b7b-a4dc053dec41 {{(pid=106634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:32:51.791116 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-4f247907-0859-48de-aab2-684eb0c5dd0b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd84b30a-cc10-459e-ab2e-bf61f225c610 HTTP/1.1" status: 200 len: 217 time: 0.0397100 Sep 15 19:32:51.793272 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-43d12de0-8ab1-40b1-9e33-563370354fb5 admin admin] Publish callbacks [] for subnet (a70788c3-b1e1-445b-9b7b-a4dc053dec41), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.862094 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-43d12de0-8ab1-40b1-9e33-563370354fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6992321'] for subnet (a70788c3-b1e1-445b-9b7b-a4dc053dec41), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:51.894246 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-34097345-0f70-4337-aa0d-e19146686868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:51.895703 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-34097345-0f70-4337-aa0d-e19146686868 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2036ab81-0327-4fda-9de5-42d971e8168a HTTP/1.1" status: 200 len: 849 time: 0.0825083 Sep 15 19:32:51.973020 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-0d765fa4-2504-4a90-8a31-a131326af7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:51.974533 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-0d765fa4-2504-4a90-8a31-a131326af7fd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6260c8ac-0673-45b5-914a-caba360d68d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0715513 Sep 15 19:32:52.031934 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-43d12de0-8ab1-40b1-9e33-563370354fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (a70788c3-b1e1-445b-9b7b-a4dc053dec41), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.034198 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:52.114650 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-6ce07598-6ef7-47eb-9daf-bc9ea0cdac57 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328471 Sep 15 19:32:52.199018 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device bd84b30a-cc10-459e-ab2e-bf61f225c610 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:32:52.220532 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-43d12de0-8ab1-40b1-9e33-563370354fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-832232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5304945'] for subnet (a70788c3-b1e1-445b-9b7b-a4dc053dec41), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.242748 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:52.278462 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-43d12de0-8ab1-40b1-9e33-563370354fb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.282764 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-43d12de0-8ab1-40b1-9e33-563370354fb5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a70788c3-b1e1-445b-9b7b-a4dc053dec41 HTTP/1.1" status: 204 len: 168 time: 0.5882618 Sep 15 19:32:52.285410 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37592) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:52.289818 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d12de0-8ab1-40b1-9e33-563370354fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70788c3-b1e1-445b-9b7b-a4dc053dec41,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:52.298344 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff6b568d-ac3e-41a7-a2fe-be340fd720ab req-8f1b926d-2f3d-4afe-beba-d962054ad400 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778982 Sep 15 19:32:52.303565 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:52.309022 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b115fe12-7ad2-4f3e-bb8a-e8bd9a0dca03 None None] Network f2ffb04b-7869-41f6-aad2-f6912ace930a requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:32:52.400819 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (f2ffb04b-7869-41f6-aad2-f6912ace930a), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.419019 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:52.454757 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Deleting port a03cad0d-1495-4a74-9c10-485ea7efe966 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:52.455185 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port bd84b30a-cc10-459e-ab2e-bf61f225c610, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=bd84b30a-cc10-459e-ab2e-bf61f225c610,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:52.455474 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.471164 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': 'bd84b30a-cc10-459e-ab2e-bf61f225c610', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'port_id': 'bd84b30a-cc10-459e-ab2e-bf61f225c610', 'mac_address': 'fa:16:3e:c0:54:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:32:52.495150 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79a9ff-c841-407e-a517-edb86009b8a3 req-d789c211-6b7e-4092-a80f-e47fa9e811bc tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:52.506197 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bf79a9ff-c841-407e-a517-edb86009b8a3 req-d789c211-6b7e-4092-a80f-e47fa9e811bc tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0736201 Sep 15 19:32:52.530510 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f6bef-3793-40bb-bbe2-e6d8e55e6321 None None] DHCP port deletion for f2ffb04b-7869-41f6-aad2-f6912ace930a request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:32:52.534626 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port bd84b30a-cc10-459e-ab2e-bf61f225c610 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:52.535013 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.541430 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] For port a03cad0d-1495-4a74-9c10-485ea7efe966, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=a03cad0d-1495-4a74-9c10-485ea7efe966,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:52.541789 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.558083 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Calling delete_port for a03cad0d-1495-4a74-9c10-485ea7efe966 owned by network:dhcp {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:52.570047 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:52.571346 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd84b30a-cc10-459e-ab2e-bf61f225c610 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:32:52.581610 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bf79a9ff-c841-407e-a517-edb86009b8a3 req-4b24dcc8-be71-4446-b45f-695a5a478c8f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744274 Sep 15 19:32:52.607218 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-549f6bef-3793-40bb-bbe2-e6d8e55e6321 None None] Deleting port a03cad0d-1495-4a74-9c10-485ea7efe966 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:32:52.608221 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-549f6bef-3793-40bb-bbe2-e6d8e55e6321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.613639 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port bd84b30a-cc10-459e-ab2e-bf61f225c610, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=bd84b30a-cc10-459e-ab2e-bf61f225c610,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:52.623459 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:52.696205 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-549f6bef-3793-40bb-bbe2-e6d8e55e6321 None None] For port a03cad0d-1495-4a74-9c10-485ea7efe966, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=a03cad0d-1495-4a74-9c10-485ea7efe966,segment=NetworkSegment(b358e20f-e1d0-4310-b239-d7b6bd6a8f35),segment_id=b358e20f-e1d0-4310-b239-d7b6bd6a8f35)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:52.696607 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-549f6bef-3793-40bb-bbe2-e6d8e55e6321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.711761 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-549f6bef-3793-40bb-bbe2-e6d8e55e6321 None None] Calling delete_port for a03cad0d-1495-4a74-9c10-485ea7efe966 owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:32:52.732165 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.736811 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.737494 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 5d9355ed-482e-4597-88f4-9572e304ef13 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:32:52.767563 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] No DVR routers for this DVR port a03cad0d-1495-4a74-9c10-485ea7efe966 on host dv-cinder-849846-10-iscsi {{(pid=106635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:32:52.770187 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03cad0d-1495-4a74-9c10-485ea7efe966,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:52.827836 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360238e8-d6c8-45ad-94fb-e2cd28aae189 req-9a7f828b-8eca-40cd-bc8b-c2e4ad8d4999 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:52.836405 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.836599 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-360238e8-d6c8-45ad-94fb-e2cd28aae189 req-9a7f828b-8eca-40cd-bc8b-c2e4ad8d4999 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 945 time: 0.0550747 Sep 15 19:32:52.865202 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (f2ffb04b-7869-41f6-aad2-f6912ace930a), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.891794 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ffb04b-7869-41f6-aad2-f6912ace930a']}} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:52.893747 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-360238e8-d6c8-45ad-94fb-e2cd28aae189 req-a085f497-28b7-45db-8baf-c2c2c36b2e45 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555782 Sep 15 19:32:52.895296 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=bd84b30a-cc10-459e-ab2e-bf61f225c610,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:52.898047 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:52.910068 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35') {'for_net_delete': True} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:52.910534 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b358e20f-e1d0-4310-b239-d7b6bd6a8f35') {} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:52.943714 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6552170'] for segment (b358e20f-e1d0-4310-b239-d7b6bd6a8f35), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.956284 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.965525 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (b358e20f-e1d0-4310-b239-d7b6bd6a8f35), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.975017 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:32:52.975263 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-549f6bef-3793-40bb-bbe2-e6d8e55e6321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909'] for port (a03cad0d-1495-4a74-9c10-485ea7efe966), after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:52.975399 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5392250'] for segment (b358e20f-e1d0-4310-b239-d7b6bd6a8f35), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:53.011958 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 5ba93d4b-28b9-448d-b475-9baffe6b628b no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:53.038945 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f6bef-3793-40bb-bbe2-e6d8e55e6321 None None] Pushing event deleted for resources: {'Port': ['ID=a03cad0d-1495-4a74-9c10-485ea7efe966,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:53.044461 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 5d9355ed-482e-4597-88f4-9572e304ef13, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d9355ed-482e-4597-88f4-9572e304ef13,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:53.048071 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f6bef-3793-40bb-bbe2-e6d8e55e6321 None None] No DVR routers for this DVR port a03cad0d-1495-4a74-9c10-485ea7efe966 on host dv-cinder-849846-10-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:32:53.057348 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 5ba93d4b-28b9-448d-b475-9baffe6b628b {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:53.065181 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 5ba93d4b-28b9-448d-b475-9baffe6b628b not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:53.065181 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e242b171-9e8c-45fe-ac1d-68175920468a no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:53.083389 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: e242b171-9e8c-45fe-ac1d-68175920468a {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:53.083770 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device e242b171-9e8c-45fe-ac1d-68175920468a not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:53.084195 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a03cad0d-1495-4a74-9c10-485ea7efe966 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:32:53.089150 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '5d9355ed-482e-4597-88f4-9572e304ef13', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'port_id': '5d9355ed-482e-4597-88f4-9572e304ef13', 'mac_address': 'fa:16:3e:4b:03:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:32:53.111397 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: a03cad0d-1495-4a74-9c10-485ea7efe966 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:32:53.111772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device a03cad0d-1495-4a74-9c10-485ea7efe966 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:32:53.160289 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 5d9355ed-482e-4597-88f4-9572e304ef13 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:53.160684 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:53.176397 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9355ed-482e-4597-88f4-9572e304ef13 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:32:53.204311 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 5d9355ed-482e-4597-88f4-9572e304ef13, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d9355ed-482e-4597-88f4-9572e304ef13,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:53.286215 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:53.307782 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.services.segments.plugin [-] Segment b358e20f-e1d0-4310-b239-d7b6bd6a8f35 resource provider aggregate not found Sep 15 19:32:53.331214 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.services.segments.plugin [-] Segment b358e20f-e1d0-4310-b239-d7b6bd6a8f35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b358e20f-e1d0-4310-b239-d7b6bd6a8f35 found for delete ", "request_id": "req-27817997-3c03-4261-a8a1-741d2ffdf6ad"}]} Sep 15 19:32:53.341124 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=5d9355ed-482e-4597-88f4-9572e304ef13,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:53.423904 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (f2ffb04b-7869-41f6-aad2-f6912ace930a), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:53.429894 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:53.433475 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f2ffb04b-7869-41f6-aad2-f6912ace930a HTTP/1.1" status: 204 len: 168 time: 1.1452770 Sep 15 19:32:53.445543 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa700799-49d7-4912-a940-fec0d8209ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ffb04b-7869-41f6-aad2-f6912ace930a,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:53.647626 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['5d9355ed-482e-4597-88f4-9572e304ef13'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:32:53.722659 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b9fc0-277a-4ce8-9b4d-7f270f2f357d req-d9eb7f04-7b90-48cd-9bc4-cbeedf1aebdc tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:53.725690 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-409b9fc0-277a-4ce8-9b4d-7f270f2f357d req-d9eb7f04-7b90-48cd-9bc4-cbeedf1aebdc tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 945 time: 0.0596213 Sep 15 19:32:53.727507 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['bd84b30a-cc10-459e-ab2e-bf61f225c610'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:32:53.758008 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:53.790692 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-409b9fc0-277a-4ce8-9b4d-7f270f2f357d req-521b32b4-add1-49ba-b700-66408f43b906 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585988 Sep 15 19:32:53.830235 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37610) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:53.873185 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a45d48c1-932d-4604-a524-8d011af098f0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=016f968319fd49d98506030c0bee6021&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415275 Sep 15 19:32:53.876357 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37612) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:53.932006 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-76207ead-9901-4aa0-a9ee-6399c37a33c8 admin admin] Publish callbacks [] for security_group (a036412d-100c-45e2-9827-fafca75daf25), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:53.957518 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-76207ead-9901-4aa0-a9ee-6399c37a33c8 admin admin] Publish callbacks [] for security_group (a036412d-100c-45e2-9827-fafca75daf25), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:54.062600 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8eb839-2ab7-4285-989d-8044c009f10d req-7ad5473e-a37f-4be4-9ba8-2caff8e10736 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:54.064726 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0d8eb839-2ab7-4285-989d-8044c009f10d req-7ad5473e-a37f-4be4-9ba8-2caff8e10736 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 945 time: 0.0596867 Sep 15 19:32:54.114086 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0d8eb839-2ab7-4285-989d-8044c009f10d req-72c84139-e431-4ed5-8147-28e0a2ee5ab6 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434713 Sep 15 19:32:54.166852 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-76207ead-9901-4aa0-a9ee-6399c37a33c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a036412d-100c-45e2-9827-fafca75daf25), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:54.171359 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-76207ead-9901-4aa0-a9ee-6399c37a33c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:54.173687 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-76207ead-9901-4aa0-a9ee-6399c37a33c8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a036412d-100c-45e2-9827-fafca75daf25 HTTP/1.1" status: 204 len: 168 time: 0.2962203 Sep 15 19:32:54.185931 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76207ead-9901-4aa0-a9ee-6399c37a33c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a036412d-100c-45e2-9827-fafca75daf25,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:54.863778 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 5d9355ed-482e-4597-88f4-9572e304ef13 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:54.913625 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfb67f-b803-426b-a180-51b035c09dc6 req-6cd5189d-5b33-4a93-bf14-0cd63dbbc0eb tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:54.915958 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a0cfb67f-b803-426b-a180-51b035c09dc6 req-6cd5189d-5b33-4a93-bf14-0cd63dbbc0eb tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 945 time: 0.0549786 Sep 15 19:32:54.919533 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 5d9355ed-482e-4597-88f4-9572e304ef13 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:32:54.974172 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a0cfb67f-b803-426b-a180-51b035c09dc6 req-aa5c9cdb-fa97-4ae8-8811-c484a7faf005 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525413 Sep 15 19:32:54.995390 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 5d9355ed-482e-4597-88f4-9572e304ef13 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:54.995793 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:54.996131 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 5d9355ed-482e-4597-88f4-9572e304ef13 Sep 15 19:32:55.166139 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:55.197414 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 5d9355ed-482e-4597-88f4-9572e304ef13 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:55.197802 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.225312 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:55.225312 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbed5fe6-e431-4302-8371-8b8294067825" -d '{"events": [{"server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "name": "network-vif-plugged", "status": "completed", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:55.239772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 5d9355ed-482e-4597-88f4-9572e304ef13, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d9355ed-482e-4597-88f4-9572e304ef13,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:55.241898 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6022f-ec40-47fb-ba30-3c73615a6774 req-dba3d421-e007-4f87-9c08-80a793574f94 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:55.243506 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1da6022f-ec40-47fb-ba30-3c73615a6774 req-dba3d421-e007-4f87-9c08-80a793574f94 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 945 time: 0.0532002 Sep 15 19:32:55.292748 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1da6022f-ec40-47fb-ba30-3c73615a6774 req-39302c14-8fc1-46fb-9405-ef1129242613 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430689 Sep 15 19:32:55.327493 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37648) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:55.332075 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.333658 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device bd84b30a-cc10-459e-ab2e-bf61f225c610 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:55.357410 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f748d37-b186-4377-bf7e-58289accdbd7 x-openstack-request-id: req-7f748d37-b186-4377-bf7e-58289accdbd7 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:55.357698 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "name": "network-vif-plugged", "status": "completed", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:55.357951 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f748d37-b186-4377-bf7e-58289accdbd7 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:55.358681 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f748d37-b186-4377-bf7e-58289accdbd7'] response: {'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13', 'code': 200} Sep 15 19:32:55.433564 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port bd84b30a-cc10-459e-ab2e-bf61f225c610 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:32:55.433980 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=5d9355ed-482e-4597-88f4-9572e304ef13,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:55.444926 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-878381975-network', 'tenant_id': '427b697da1034408811e994e22d4f592'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:55.537599 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port bd84b30a-cc10-459e-ab2e-bf61f225c610 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:55.538021 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.538619 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port bd84b30a-cc10-459e-ab2e-bf61f225c610 Sep 15 19:32:55.583475 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Made reservation on behalf of 427b697da1034408811e994e22d4f592 for: {'network': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:55.585776 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.594602 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.612260 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port bd84b30a-cc10-459e-ab2e-bf61f225c610 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:55.612650 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.646117 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port bd84b30a-cc10-459e-ab2e-bf61f225c610, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=bd84b30a-cc10-459e-ab2e-bf61f225c610,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:55.675927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Publish callbacks [] for security_group (181b7bc6-e6b0-4ec3-b904-8abcf2cc4fba), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.687378 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.731347 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (181b7bc6-e6b0-4ec3-b904-8abcf2cc4fba), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.737383 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:55.738942 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=bd84b30a-cc10-459e-ab2e-bf61f225c610,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:55.762162 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:32:55.798982 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (3855be34-51dc-4abc-80d9-f2a9e991571f), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.799324 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.segments_db [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Added segment 3855be34-51dc-4abc-80d9-f2a9e991571f of type vlan for network fec50405-c88e-450d-9ebf-156c556a1bf0 Sep 15 19:32:55.808542 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181b7bc6-e6b0-4ec3-b904-8abcf2cc4fba,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:55.819066 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e15030-0eea-4b8b-86da-f4968b4f502e req-47ff69dd-461b-4472-9f22-49c938d927be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:55.820620 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-89e15030-0eea-4b8b-86da-f4968b4f502e req-47ff69dd-461b-4472-9f22-49c938d927be service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1130 time: 0.0787680 Sep 15 19:32:55.867410 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (fec50405-c88e-450d-9ebf-156c556a1bf0), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.876569 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:55.912349 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-89e15030-0eea-4b8b-86da-f4968b4f502e req-c3b8f450-9512-4875-9e4b-8a2db28f3212 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703025 Sep 15 19:32:55.971953 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (fec50405-c88e-450d-9ebf-156c556a1bf0), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:55.972983 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:55.973565 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:56.045630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] Pushing event updated for resources: {'Network': ['ID=fec50405-c88e-450d-9ebf-156c556a1bf0,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:56.055517 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network fec50405-c88e-450d-9ebf-156c556a1bf0 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:32:56.065460 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-619b7a46-c43d-4260-892e-415f445d09c8 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7334068 Sep 15 19:32:56.065890 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37654) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:56.070728 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Request body: {'subnet': {'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-subnet', 'tenant_id': '427b697da1034408811e994e22d4f592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:56.121006 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e557-053e-47d5-9b94-aca8424fd309 req-c459e59f-fa5e-4de9-b72c-8e72d9300acd tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:56.122558 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ba35e557-053e-47d5-9b94-aca8424fd309 req-c459e59f-fa5e-4de9-b72c-8e72d9300acd tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0586874 Sep 15 19:32:56.172774 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Made reservation on behalf of 427b697da1034408811e994e22d4f592 for: {'subnet': 1} {{(pid=106635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:56.174693 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ba35e557-053e-47d5-9b94-aca8424fd309 req-76430845-b5f8-4476-968f-ded1fcea83fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457039 Sep 15 19:32:56.175389 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6666604'] for subnet (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:56.253490 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:56.441711 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5396767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6666618'] for subnet (32102ca0-ab39-402b-a602-5ce0045b00ff), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:56.508265 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32102ca0-ab39-402b-a602-5ce0045b00ff,revision_number=0']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:56.518955 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Checking segment: {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:56.519313 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Network hostable DHCP agents. Network: fec50405-c88e-450d-9ebf-156c556a1bf0, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:32:56.568726 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962a31-39eb-42ec-9b3d-b5accbe93e6b req-42b40b6e-f8bc-4939-bb8a-93a5b92d6be8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:56.570208 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-81962a31-39eb-42ec-9b3d-b5accbe93e6b req-42b40b6e-f8bc-4939-bb8a-93a5b92d6be8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 946 time: 0.0491514 Sep 15 19:32:56.617741 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-81962a31-39eb-42ec-9b3d-b5accbe93e6b req-3c3fc25a-c6df-481f-913e-5b60b0175d75 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Sep 15 19:32:56.618071 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Network fec50405-c88e-450d-9ebf-156c556a1bf0 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:32:56.687120 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, fec50405-c88e-450d-9ebf-156c556a1bf0) {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:56.692453 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:56.693060 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:56.698067 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21da2730-ed10-426f-ba3b-2dae51a2ca1b None None] Network fec50405-c88e-450d-9ebf-156c556a1bf0 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:32:56.764276 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-f927b195-4975-4b3f-82eb-792df3b9c162 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6967802 Sep 15 19:32:56.764707 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:56.767349 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37660) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:56.771948 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:56.808457 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57db02b7-01d4-55e4-86a3-18d43bde6e90-fec50405-c88e-450d-9ebf-156c556a1bf0', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'project_id': '427b697da1034408811e994e22d4f592', 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff'}]}} from dv-cinder-849846-10-iscsi. {{(pid=106636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 19:32:56.809395 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:56.853399 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (a3473df7-6441-425e-98f3-0dc60cbffaea), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:56.854493 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2945'] for router (a3473df7-6441-425e-98f3-0dc60cbffaea), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:56.869581 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:56.907257 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks [] for router_controller (a3473df7-6441-425e-98f3-0dc60cbffaea), precommit_add_association {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:56.954847 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Allocated IP 172.20.0.2 (fec50405-c88e-450d-9ebf-156c556a1bf0/32102ca0-ab39-402b-a602-5ce0045b00ff/6cd49ee0-f04b-48e0-be4b-dba7f1f13b59) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:57.100869 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Publish callbacks [] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:57.109827 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks [] for router_gateway (a3473df7-6441-425e-98f3-0dc60cbffaea), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:57.184621 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:57.229641 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Network fec50405-c88e-450d-9ebf-156c556a1bf0 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:57.234855 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:57.237837 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:57.241545 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Pushing event updated for resources: {'Port': ['ID=6cd49ee0-f04b-48e0-be4b-dba7f1f13b59,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:57.299676 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:57.304864 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Attempting to bind port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:32:57.305238 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Attempting to bind port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:32:57.305603 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Attempting to bind port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 on network fec50405-c88e-450d-9ebf-156c556a1bf0 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:32:57.308882 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf162c-98f4-455b-b1a5-f30acd36b5a8 req-1ff90124-4630-4f67-9faa-c7645446dcb1 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:57.310740 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b7cf162c-98f4-455b-b1a5-f30acd36b5a8 req-1ff90124-4630-4f67-9faa-c7645446dcb1 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0522249 Sep 15 19:32:57.355623 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:32:57.356008 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Checking segment: {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:32:57.356418 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:57.356812 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Bound using segment: {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:32:57.357340 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Bound port: 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:32:57.357737 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:57.359621 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd84b30a-cc10-459e-ab2e-bf61f225c610'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:32:57.361996 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec3bcd-50d3-4eb4-b3ef-b9b0056b136a" -d '{"events": [{"server_uuid": "d0bedbd2-0142-4af2-a367-257352a283a5", "name": "network-vif-plugged", "status": "completed", "tag": "bd84b30a-cc10-459e-ab2e-bf61f225c610"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:32:57.372261 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b7cf162c-98f4-455b-b1a5-f30acd36b5a8 req-5a65cc4c-baf1-4cc7-a1a5-775d1fd2c314 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535736 Sep 15 19:32:57.408098 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks [] for router_gateway (a3473df7-6441-425e-98f3-0dc60cbffaea), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:57.428297 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1401ed02-0951-4094-898d-ee8196967bc0 x-openstack-request-id: req-1401ed02-0951-4094-898d-ee8196967bc0 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:32:57.428591 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bedbd2-0142-4af2-a367-257352a283a5", "name": "network-vif-plugged", "status": "completed", "tag": "bd84b30a-cc10-459e-ab2e-bf61f225c610", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:32:57.428839 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1401ed02-0951-4094-898d-ee8196967bc0 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:32:57.429228 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1401ed02-0951-4094-898d-ee8196967bc0'] response: {'server_uuid': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd84b30a-cc10-459e-ab2e-bf61f225c610', 'code': 200} Sep 15 19:32:57.432911 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:57.441332 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] For port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:57.444895 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] For port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=6cd49ee0-f04b-48e0-be4b-dba7f1f13b59,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:57.532663 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:57.556702 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Allocated IP 172.27.0.211 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/24509ce6-6c56-49a7-8e21-d1dc2574847d) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:57.584784 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557d194-850c-49be-9e82-bce43babdd8e None None] Pushing event updated for resources: {'Port': ['ID=6cd49ee0-f04b-48e0-be4b-dba7f1f13b59,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:57.686981 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks [] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:57.785844 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76b3b-6a96-41c2-9683-a550960e4e23 req-e52f388d-deef-46ea-a2cc-f9facc92e66b tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:57.787501 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d5d76b3b-6a96-41c2-9683-a550960e4e23 req-e52f388d-deef-46ea-a2cc-f9facc92e66b tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 946 time: 0.0562813 Sep 15 19:32:57.789913 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:57.846956 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:57.848200 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Pushing event updated for resources: {'Port': ['ID=24509ce6-6c56-49a7-8e21-d1dc2574847d,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:57.851003 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:57.854686 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d5d76b3b-6a96-41c2-9683-a550960e4e23 req-dbd9c89f-b00e-407c-be4c-c19c81fc1272 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595548 Sep 15 19:32:57.856762 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:57.909936 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:58.177016 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:58.230419 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks [] for router_gateway (a3473df7-6441-425e-98f3-0dc60cbffaea), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:58.440318 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c548e-b195-4b95-96cb-55571b18e305 req-8e7ad16f-d052-4c8c-a5e8-cde90b915e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:58.445359 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f56c548e-b195-4b95-96cb-55571b18e305 req-8e7ad16f-d052-4c8c-a5e8-cde90b915e2d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 1130 time: 0.0574930 Sep 15 19:32:58.459001 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500769'] for router (a3473df7-6441-425e-98f3-0dc60cbffaea), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:58.512364 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f56c548e-b195-4b95-96cb-55571b18e305 req-f9c1c9a4-e7dc-4857-9c0b-4664ddceeba7 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587325 Sep 15 19:32:58.513385 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469de902-3c3d-4230-bdd3-ee54984d15e2 None None] Network fec50405-c88e-450d-9ebf-156c556a1bf0 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:32:58.567633 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf9a99-76b8-4729-b720-fbbb9e5e6e04 req-8a39de77-a590-46eb-b5bc-45186ae87223 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:58.574705 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b1bf9a99-76b8-4729-b720-fbbb9e5e6e04 req-8a39de77-a590-46eb-b5bc-45186ae87223 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0799048 Sep 15 19:32:58.579905 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-8b919aab-365f-4805-bd45-bd644967705d None None] Provisioning complete for port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:58.579905 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8b919aab-365f-4805-bd45-bd644967705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:58.579905 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-8b919aab-365f-4805-bd45-bd644967705d None None] Attempt 1 to provision port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 Sep 15 19:32:58.625404 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:58.637398 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b1bf9a99-76b8-4729-b720-fbbb9e5e6e04 req-b2caece5-2c52-4441-8276-82b965a6127f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612965 Sep 15 19:32:58.685875 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Router a3473df7-6441-425e-98f3-0dc60cbffaea is scheduled to L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 with binding_index 1 {{(pid=106635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:32:58.706181 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8b919aab-365f-4805-bd45-bd644967705d None None] Current status of the port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:58.711539 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8b919aab-365f-4805-bd45-bd644967705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:58.760663 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-8b919aab-365f-4805-bd45-bd644967705d None None] For port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=6cd49ee0-f04b-48e0-be4b-dba7f1f13b59,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:58.790383 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a76ac6-c9a2-44b0-9a35-7cf62a491777 req-e019e68e-d506-4fe1-83f5-ba8eb6708c9b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:58.798420 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-91a76ac6-c9a2-44b0-9a35-7cf62a491777 req-e019e68e-d506-4fe1-83f5-ba8eb6708c9b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0714808 Sep 15 19:32:58.818755 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8b919aab-365f-4805-bd45-bd644967705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:58.865296 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-91a76ac6-c9a2-44b0-9a35-7cf62a491777 req-bb9cfce1-8c39-4921-b76c-566baa9298ff tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649731 Sep 15 19:32:58.870506 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:58.894494 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37678) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:58.897572 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Sync routers for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:32:58.961082 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:58.962746 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-ba1bd00d-e198-48dd-8818-a4b4e6dbbb47 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1942570 Sep 15 19:32:58.965708 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37682) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:58.980074 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:32:58.980723 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:59.068626 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:59.073789 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:32:59.079326 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b919aab-365f-4805-bd45-bd644967705d None None] Pushing event updated for resources: {'Port': ['ID=6cd49ee0-f04b-48e0-be4b-dba7f1f13b59,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:59.091043 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9dfa8-b27e-4b2e-9914-e18f857f6ac5 req-aa25a496-3e8c-4c48-9f68-60721cff8d03 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:59.092549 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-57b9dfa8-b27e-4b2e-9914-e18f857f6ac5 req-aa25a496-3e8c-4c48-9f68-60721cff8d03 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 946 time: 0.0745101 Sep 15 19:32:59.176706 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-417721e1-2b62-43d5-b2a0-fdd27cdd7d5a None None] Provisioning complete for port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:59.177831 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-417721e1-2b62-43d5-b2a0-fdd27cdd7d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:59.177831 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-417721e1-2b62-43d5-b2a0-fdd27cdd7d5a None None] Attempt 1 to provision port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 Sep 15 19:32:59.209577 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad211e27-f130-4c4f-bf82-223d58652343 tempest-TestShelveInstance-848853958 tempest-TestShelveInstance-848853958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:32:59.211117 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ad211e27-f130-4c4f-bf82-223d58652343 tempest-TestShelveInstance-848853958 tempest-TestShelveInstance-848853958-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1125 time: 0.3156230 Sep 15 19:32:59.215547 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37684) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:32:59.223361 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'port_id': '5d9355ed-482e-4597-88f4-9572e304ef13', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:32:59.237087 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:32:59.237461 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:59.237800 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 Sep 15 19:32:59.240693 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:32:59.258476 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-57b9dfa8-b27e-4b2e-9914-e18f857f6ac5 req-a49e17eb-1e35-4bcd-a761-01edd0c6da31 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347256 Sep 15 19:32:59.267232 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:59.330752 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:59.343702 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:59.429771 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-417721e1-2b62-43d5-b2a0-fdd27cdd7d5a None None] Current status of the port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:59.442442 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:59.567023 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:59.585950 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Allocated IP 172.27.0.61 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/a2980eab-4cac-4ee9-8046-91094412626b) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:59.597030 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:59.641314 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:32:59.690306 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:32:58Z', 'revision_number': 3, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:59.735363 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for port (a2980eab-4cac-4ee9-8046-91094412626b), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:59.737053 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Checking router: a3473df7-6441-425e-98f3-0dc60cbffaea for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:32:59.737497 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Updating router a3473df7-6441-425e-98f3-0dc60cbffaea port 24509ce6-6c56-49a7-8e21-d1dc2574847d binding host dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:32:59.742265 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:32:59.774938 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:59.842234 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (a2980eab-4cac-4ee9-8046-91094412626b), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:32:59.895120 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:59.900751 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:59.903759 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:32:59.913307 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event updated for resources: {'Port': ['ID=a2980eab-4cac-4ee9-8046-91094412626b,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:59.968967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:00.021199 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Allocated IP 172.20.0.1 (fec50405-c88e-450d-9ebf-156c556a1bf0/32102ca0-ab39-402b-a602-5ce0045b00ff/487cd407-9b29-40e1-a262-4acbee191a4c) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:33:00.102216 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Publish callbacks [] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.168222 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Publish callbacks [] for port (487cd407-9b29-40e1-a262-4acbee191a4c), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.194193 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.230852 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Attempting to bind port 24509ce6-6c56-49a7-8e21-d1dc2574847d on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:33:00.231192 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Attempting to bind port 24509ce6-6c56-49a7-8e21-d1dc2574847d by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:33:00.231545 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Attempting to bind port 24509ce6-6c56-49a7-8e21-d1dc2574847d on network b0d4a98f-e8a8-41af-b2d5-1f353264b78e {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:33:00.269176 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb001446-e027-4f45-893e-584938b8d394 None None] Pushing event updated for resources: {'Port': ['ID=24509ce6-6c56-49a7-8e21-d1dc2574847d,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:00.286500 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:33:00.286865 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Checking segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:33:00.287256 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.287639 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Bound using segment: {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:33:00.288205 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Bound port: 24509ce6-6c56-49a7-8e21-d1dc2574847d, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4740dd8-7b21-4ccd-a21c-397f3dc35a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:33:00.288575 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.317992 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.324732 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for floatingip (db456ed3-8357-4e19-91a2-4bf882980595), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.342452 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] For port 24509ce6-6c56-49a7-8e21-d1dc2574847d, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:33:00.346370 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] For port 24509ce6-6c56-49a7-8e21-d1dc2574847d, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=24509ce6-6c56-49a7-8e21-d1dc2574847d,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:33:00.377741 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:00.379543 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Network fec50405-c88e-450d-9ebf-156c556a1bf0 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:00.394304 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:00.416176 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:33:00.418196 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Pushing event updated for resources: {'Port': ['ID=487cd407-9b29-40e1-a262-4acbee191a4c,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:00.457015 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.464080 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adde0f-d6e9-4742-b7b1-d35ca734de34 req-509b1da0-c141-4a63-b721-cae2ededb2b8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:00.465810 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-69adde0f-d6e9-4742-b7b1-d35ca734de34 req-509b1da0-c141-4a63-b721-cae2ededb2b8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 946 time: 0.0949626 Sep 15 19:33:00.486859 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493336'] for router_interface (a3473df7-6441-425e-98f3-0dc60cbffaea), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.490145 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (a2980eab-4cac-4ee9-8046-91094412626b), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.495328 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:00.499668 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:00.500905 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:00.570867 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:00.573626 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb001446-e027-4f45-893e-584938b8d394 None None] Pushing event updated for resources: {'Port': ['ID=24509ce6-6c56-49a7-8e21-d1dc2574847d,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:00.575938 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:00.580512 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-69adde0f-d6e9-4742-b7b1-d35ca734de34 req-054ceb40-23e6-42e6-a6d6-8d2b3ac21aef tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005368 Sep 15 19:33:00.652127 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:00.699708 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Provisioning complete for port 487cd407-9b29-40e1-a262-4acbee191a4c triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:33:00.699995 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.700315 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Attempt 1 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:00.715385 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for port (a2980eab-4cac-4ee9-8046-91094412626b), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.754927 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090a409-e431-4fa1-acee-299d2de57371 req-e12d2b37-3460-4762-a4ca-8933ac7546de tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:00.756439 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3090a409-e431-4fa1-acee-299d2de57371 req-e12d2b37-3460-4762-a4ca-8933ac7546de tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 946 time: 0.0753305 Sep 15 19:33:00.759123 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.767478 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37696) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:00.772553 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-9d47dd2b-0c00-49e3-a041-6fa32932ce67 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Request body: {'floatingip': {'port_id': 'bd84b30a-cc10-459e-ab2e-bf61f225c610'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:33:00.799348 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Port 487cd407-9b29-40e1-a262-4acbee191a4c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:33:00.808215 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (a2980eab-4cac-4ee9-8046-91094412626b), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.853703 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9d47dd2b-0c00-49e3-a041-6fa32932ce67 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (9ec992c3-68ba-46f8-9b65-189d5f40bfde), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.879511 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:32:58Z', 'revision_number': 3, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:00.920619 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7056c-9b86-42e8-8711-ba5cc8c22caa None None] The sync data for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi is: [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:32:58Z', 'revision_number': 3, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:33:00.949115 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event updated for resources: {'Port': ['ID=a2980eab-4cac-4ee9-8046-91094412626b,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:00.959077 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:00.981268 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (db456ed3-8357-4e19-91a2-4bf882980595), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:00.984207 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Publish callbacks [] for port (487cd407-9b29-40e1-a262-4acbee191a4c), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:01.006776 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:33:01.055276 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:33:01.055641 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:01.056002 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 Sep 15 19:33:01.075195 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:01.095243 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:01.143956 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:33:01.168025 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493452'] for router_interface (a3473df7-6441-425e-98f3-0dc60cbffaea), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:01.171330 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Pushing event updated for resources: {'Port': ['ID=487cd407-9b29-40e1-a262-4acbee191a4c,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:01.190311 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.l3_db [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Floating IP db456ed3-8357-4e19-91a2-4bf882980595 associated. External IP: 172.27.0.61, port: 5d9355ed-482e-4597-88f4-9572e304ef13. Sep 15 19:33:01.218319 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:01.300357 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Attempt 2 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:01.343855 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Port 487cd407-9b29-40e1-a262-4acbee191a4c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:33:01.348537 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Network fec50405-c88e-450d-9ebf-156c556a1bf0 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:01.350529 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:01.494023 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Router a3473df7-6441-425e-98f3-0dc60cbffaea has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:01.631261 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:01.636996 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-0865a530-80f0-4735-8f12-7774519f1e70 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/a3473df7-6441-425e-98f3-0dc60cbffaea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6701870 Sep 15 19:33:01.845611 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Attempt 3 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:01.895845 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Port 487cd407-9b29-40e1-a262-4acbee191a4c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:33:01.903699 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:01.917655 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:01.932634 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9d47dd2b-0c00-49e3-a041-6fa32932ce67 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:01.998438 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9d47dd2b-0c00-49e3-a041-6fa32932ce67 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (9ec992c3-68ba-46f8-9b65-189d5f40bfde), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:02.121049 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:02.128687 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37708) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:02.133123 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] Sync routers for ids ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:33:02.134868 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-2f22f474-940a-4b56-a76b-dd0de620535d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1973748773', 'description': 'tempest-description--939700107'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:33:02.147407 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] Routers {'d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:02.148075 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:02.174034 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.l3_db [None req-9d47dd2b-0c00-49e3-a041-6fa32932ce67 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Floating IP 9ec992c3-68ba-46f8-9b65-189d5f40bfde associated. External IP: 172.27.0.53, port: bd84b30a-cc10-459e-ab2e-bf61f225c610. Sep 15 19:33:02.307558 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:02.353328 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] Set router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:02.382907 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-89ae9ddb-e16b-4275-ba6f-d337521cb40a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1651065 Sep 15 19:33:02.384381 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:33:02.388309 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e6dc63-d156-4fde-b490-5e5307b5ad04" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:33:02.397476 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Attempt 4 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:02.438777 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f22f474-940a-4b56-a76b-dd0de620535d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:02.451560 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972b460c-b168-4ea3-9f7c-163569965f02 x-openstack-request-id: req-972b460c-b168-4ea3-9f7c-163569965f02 {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:33:02.452131 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:33:02.452573 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-972b460c-b168-4ea3-9f7c-163569965f02 {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:33:02.453124 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972b460c-b168-4ea3-9f7c-163569965f02'] response: {'name': 'network-changed', 'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13', 'status': 'completed', 'code': 200} Sep 15 19:33:02.459134 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Port 487cd407-9b29-40e1-a262-4acbee191a4c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:33:02.517008 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:02.559005 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d47dd2b-0c00-49e3-a041-6fa32932ce67 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Router 2331ef2e-0fc4-466a-a554-87a53148ad5c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:02.579855 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'db456ed3-8357-4e19-91a2-4bf882980595', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'port_id': '5d9355ed-482e-4597-88f4-9572e304ef13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'mac_address': 'fa:16:3e:4b:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:33:00Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 0, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754ddcd3-e390-4c01-b761-933af65a82f6', 'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'mac_address': 'fa:16:3e:20:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:57Z', 'updated_at': '2022-09-15T19:32:02Z', 'revision_number': 5, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'subnets': [{'id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:02.588026 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f22f474-940a-4b56-a76b-dd0de620535d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (144f330e-a3ba-4d24-9568-62198609a9b2), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:02.604715 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] Checking router: d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:33:02.614291 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] Routers {'d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:02.614939 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:02.636125 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f22f474-940a-4b56-a76b-dd0de620535d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (144f330e-a3ba-4d24-9568-62198609a9b2), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:02.689440 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:02.712361 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22f474-940a-4b56-a76b-dd0de620535d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144f330e-a3ba-4d24-9568-62198609a9b2,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:02.716926 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d47dd2b-0c00-49e3-a041-6fa32932ce67 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:02.721471 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9d47dd2b-0c00-49e3-a041-6fa32932ce67 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:02.728762 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] Sync routers for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:33:02.729330 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] Set router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:02.740181 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:02.740805 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:02.755485 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-9d47dd2b-0c00-49e3-a041-6fa32932ce67 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/9ec992c3-68ba-46f8-9b65-189d5f40bfde HTTP/1.1" status: 200 len: 991 time: 1.9845412 Sep 15 19:33:02.792575 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2f22f474-940a-4b56-a76b-dd0de620535d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:02.796915 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-2f22f474-940a-4b56-a76b-dd0de620535d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6671925 Sep 15 19:33:02.800496 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37718) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:02.805204 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-429abec3-e796-427a-a139-dc93ce6720b4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'security_group_rule': {'security_group_id': '144f330e-a3ba-4d24-9568-62198609a9b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:33:02.866781 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:02.869560 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Sync routers for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:33:02.885386 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:02.885999 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:02.887566 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-429abec3-e796-427a-a139-dc93ce6720b4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (960d84dc-17ce-4f9b-b79c-146b12bbe81e), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:02.961323 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Attempt 5 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:02.966727 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-429abec3-e796-427a-a139-dc93ce6720b4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (960d84dc-17ce-4f9b-b79c-146b12bbe81e), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.010561 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:03.017373 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:03.018674 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Port 487cd407-9b29-40e1-a262-4acbee191a4c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:33:03.019750 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-429abec3-e796-427a-a139-dc93ce6720b4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (960d84dc-17ce-4f9b-b79c-146b12bbe81e), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.037783 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429abec3-e796-427a-a139-dc93ce6720b4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960d84dc-17ce-4f9b-b79c-146b12bbe81e,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:03.049028 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 24509ce6-6c56-49a7-8e21-d1dc2574847d up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:33:03.052094 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:03.137413 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 24509ce6-6c56-49a7-8e21-d1dc2574847d triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:33:03.137413 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.137726 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 24509ce6-6c56-49a7-8e21-d1dc2574847d Sep 15 19:33:03.140128 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-429abec3-e796-427a-a139-dc93ce6720b4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.144434 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-429abec3-e796-427a-a139-dc93ce6720b4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3404179 Sep 15 19:33:03.144798 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37720) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:03.149795 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-f6fdc205-513c-46e0-84b4-45600af95d63 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'security_group_rule': {'security_group_id': '144f330e-a3ba-4d24-9568-62198609a9b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:33:03.199836 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '9ec992c3-68ba-46f8-9b65-189d5f40bfde', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'port_id': 'bd84b30a-cc10-459e-ab2e-bf61f225c610', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'mac_address': 'fa:16:3e:c0:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:32:35Z', 'updated_at': '2022-09-15T19:33:01Z', 'revision_number': 1, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:03.201833 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'db456ed3-8357-4e19-91a2-4bf882980595', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'port_id': '5d9355ed-482e-4597-88f4-9572e304ef13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'mac_address': 'fa:16:3e:4b:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:33:00Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 0, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754ddcd3-e390-4c01-b761-933af65a82f6', 'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'mac_address': 'fa:16:3e:20:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:57Z', 'updated_at': '2022-09-15T19:32:02Z', 'revision_number': 5, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'subnets': [{'id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:03.230352 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] Checking router: 2331ef2e-0fc4-466a-a554-87a53148ad5c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:33:03.236919 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ade20-f66c-450f-bde7-431e4e960412 None None] The sync data for ids ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'] in dv-cinder-849846-10-iscsi is: [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': 'db456ed3-8357-4e19-91a2-4bf882980595', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'port_id': '5d9355ed-482e-4597-88f4-9572e304ef13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'mac_address': 'fa:16:3e:4b:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:33:00Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 0, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '754ddcd3-e390-4c01-b761-933af65a82f6', 'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'mac_address': 'fa:16:3e:20:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:57Z', 'updated_at': '2022-09-15T19:32:02Z', 'revision_number': 5, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'subnets': [{'id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:33:03.255815 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:03.260384 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f6fdc205-513c-46e0-84b4-45600af95d63 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (56f757f5-1af6-4b63-95ee-dc282b6d9357), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.263416 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:03.264099 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:03.300848 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 2, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:03.327357 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Checking router: a3473df7-6441-425e-98f3-0dc60cbffaea for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:33:03.335038 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Updating router a3473df7-6441-425e-98f3-0dc60cbffaea port 487cd407-9b29-40e1-a262-4acbee191a4c binding host dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 19:33:03.335190 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 24509ce6-6c56-49a7-8e21-d1dc2574847d is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:33:03.335190 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.351118 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f6fdc205-513c-46e0-84b4-45600af95d63 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (56f757f5-1af6-4b63-95ee-dc282b6d9357), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.358647 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.481100 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-6e48b7d8-5c03-4d7c-9f5e-8001ca304182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:03.483135 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-6e48b7d8-5c03-4d7c-9f5e-8001ca304182 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7bbec449c0142f0b910956bacedbe5e&device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1130 time: 0.0551610 Sep 15 19:33:03.484821 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f6fdc205-513c-46e0-84b4-45600af95d63 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (56f757f5-1af6-4b63-95ee-dc282b6d9357), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.525493 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Attempt 6 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:03.528361 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] For port 24509ce6-6c56-49a7-8e21-d1dc2574847d, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=24509ce6-6c56-49a7-8e21-d1dc2574847d,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:03.533453 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdc205-513c-46e0-84b4-45600af95d63 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f757f5-1af6-4b63-95ee-dc282b6d9357,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:03.557764 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec3321f-a494-49ad-8028-4868190b9bbb None None] New status for floating IP db456ed3-8357-4e19-91a2-4bf882980595: ACTIVE {{(pid=106636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:33:03.595949 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:03.606843 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.624964 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:03.630341 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-e2469d71-b613-448c-990d-5a0aff1aa527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:03.630562 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Port 487cd407-9b29-40e1-a262-4acbee191a4c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:33:03.631927 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-e2469d71-b613-448c-990d-5a0aff1aa527 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3764c9bd-aafe-448d-9672-4244678df38d HTTP/1.1" status: 200 len: 909 time: 0.1389737 Sep 15 19:33:03.632202 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:03.649392 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f6fdc205-513c-46e0-84b4-45600af95d63 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.653608 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-f6fdc205-513c-46e0-84b4-45600af95d63 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5049381 Sep 15 19:33:03.654875 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 37724) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:03.661123 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.v2.base [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}} {{(pid=106635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:33:03.681247 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Publish callbacks [] for port (487cd407-9b29-40e1-a262-4acbee191a4c), precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.711363 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-5d2dfea8-c32a-4b75-b2dd-f729ed0a0d61 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 200 len: 999 time: 0.0721729 Sep 15 19:33:03.732431 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.756336 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.774831 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-db013e49-1014-468c-a88a-6b1e0feaf40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:03.776444 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-db013e49-1014-468c-a88a-6b1e0feaf40f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fdd5cf75-439b-48d0-9684-783d45d83377 HTTP/1.1" status: 200 len: 847 time: 0.0582819 Sep 15 19:33:03.783641 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Pushing event updated for resources: {'Port': ['ID=487cd407-9b29-40e1-a262-4acbee191a4c,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:03.787224 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Pushing event updated for resources: {'Port': ['ID=24509ce6-6c56-49a7-8e21-d1dc2574847d,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:03.794261 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:03.800172 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.800920 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.801394 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.802348 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.802348 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.802729 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.803142 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.803874 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.808693 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.808693 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.808693 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.808693 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.808693 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.808693 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.808693 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:03.829520 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-a1fdda8a-8675-4208-a4c1-120bfbaca0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:03.831598 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-a1fdda8a-8675-4208-a4c1-120bfbaca0be service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3764c9bd-aafe-448d-9672-4244678df38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486326 Sep 15 19:33:03.879134 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Attempting to bind port 487cd407-9b29-40e1-a262-4acbee191a4c on host dv-cinder-849846-10-iscsi for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:33:03.879616 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Attempting to bind port 487cd407-9b29-40e1-a262-4acbee191a4c by drivers openvswitch,hyperv on host dv-cinder-849846-10-iscsi at level 0 using segments [{'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:33:03.880057 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Attempting to bind port 487cd407-9b29-40e1-a262-4acbee191a4c on network fec50405-c88e-450d-9ebf-156c556a1bf0 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:33:03.897255 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.931768 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Checking agent: {'id': 'b573f1b4-38fc-4031-9851-27c9e83282c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 18, 23), 'started_at': datetime.datetime(2022, 9, 15, 19, 18, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:33:03.935075 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Checking segment: {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:33:03.935075 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:03.935075 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Bound using segment: {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:33:03.935075 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Bound port: 487cd407-9b29-40e1-a262-4acbee191a4c, host: dv-cinder-849846-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:33:03.935075 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:04.000786 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-90f8fc3b-2eb9-48c3-98aa-c3927cb965b7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578894 Sep 15 19:33:04.034009 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_common [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Allocated IP 172.27.0.9 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/6d0856af-6191-437a-abec-4a624ce89ff6) {{(pid=106635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:33:04.047305 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '9ec992c3-68ba-46f8-9b65-189d5f40bfde', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'port_id': 'bd84b30a-cc10-459e-ab2e-bf61f225c610', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'mac_address': 'fa:16:3e:c0:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:32:35Z', 'updated_at': '2022-09-15T19:33:01Z', 'revision_number': 1, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:04.082238 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcc011-021f-4ad7-8fe6-3fff980fb3bd None None] The sync data for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi is: [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '9ec992c3-68ba-46f8-9b65-189d5f40bfde', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'port_id': 'bd84b30a-cc10-459e-ab2e-bf61f225c610', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'mac_address': 'fa:16:3e:c0:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:32:35Z', 'updated_at': '2022-09-15T19:33:01Z', 'revision_number': 1, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:33:04.115292 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45e6dc63-d156-4fde-b490-5e5307b5ad04 req-14293012-8b9c-4e84-a753-01223cccc0f6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034338 Sep 15 19:33:04.131795 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Attempt 7 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:04.166156 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] For port 487cd407-9b29-40e1-a262-4acbee191a4c, host dv-cinder-849846-10-iscsi, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:33:04.168618 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Port 487cd407-9b29-40e1-a262-4acbee191a4c cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:33:04.173624 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] For port 487cd407-9b29-40e1-a262-4acbee191a4c, host dv-cinder-849846-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=487cd407-9b29-40e1-a262-4acbee191a4c,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:33:04.191368 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for port (6d0856af-6191-437a-abec-4a624ce89ff6), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:04.253171 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:04.288097 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:04.288731 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:32:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:04.292762 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (6d0856af-6191-437a-abec-4a624ce89ff6), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:04.295506 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:04.342245 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bbf9a5-f49b-4275-89d4-57e124ec4194 None None] New status for floating IP 9ec992c3-68ba-46f8-9b65-189d5f40bfde: ACTIVE {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:33:04.349045 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:04.354342 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.base_scheduler [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Resources bound (agent type, host, resource id): {{(pid=106635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:04.358449 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Received port after_create {{(pid=106635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:33:04.367281 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:04.383695 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'Port': ['ID=6d0856af-6191-437a-abec-4a624ce89ff6,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:04.453990 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'tag': 'bd84b30a-cc10-459e-ab2e-bf61f225c610'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:33:04.456377 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bedbd2-0142-4af2-a367-257352a283a5", "tag": "bd84b30a-cc10-459e-ab2e-bf61f225c610"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:33:04.459202 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (13db8800-92cc-48fc-b5b2-b5ad250c3ab3), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:04.459989 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6602139-b368-4e02-81b7-b58d14a060a9 None None] Pushing event updated for resources: {'Port': ['ID=487cd407-9b29-40e1-a262-4acbee191a4c,revision_number=4']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:04.482629 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:04.508220 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e0812b-a558-4a1a-a905-b59855de324a x-openstack-request-id: req-84e0812b-a558-4a1a-a905-b59855de324a {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:33:04.508483 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bedbd2-0142-4af2-a367-257352a283a5", "tag": "bd84b30a-cc10-459e-ab2e-bf61f225c610", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:33:04.508738 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84e0812b-a558-4a1a-a905-b59855de324a {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:33:04.509175 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e0812b-a558-4a1a-a905-b59855de324a'] response: {'name': 'network-changed', 'server_uuid': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'tag': 'bd84b30a-cc10-459e-ab2e-bf61f225c610', 'status': 'completed', 'code': 200} Sep 15 19:33:04.566439 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (6d0856af-6191-437a-abec-4a624ce89ff6), before_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:04.575813 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-985e195c-0d70-4dc7-8a93-663e48d5ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:04.577498 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-985e195c-0d70-4dc7-8a93-663e48d5ba4f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=340975b28fc242b5bf4a3364fe702ad4&device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 1130 time: 0.0481496 Sep 15 19:33:04.613181 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:04.669515 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Attempt 8 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:04.702904 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-1cd1c18e-f874-45d7-92d6-c2f856a55add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:04.704480 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-1cd1c18e-f874-45d7-92d6-c2f856a55add service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6260c8ac-0673-45b5-914a-caba360d68d4 HTTP/1.1" status: 200 len: 911 time: 0.1199157 Sep 15 19:33:04.735242 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:04.778024 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for port (6d0856af-6191-437a-abec-4a624ce89ff6), precommit_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:04.785696 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Current status of the port 487cd407-9b29-40e1-a262-4acbee191a4c is: DOWN; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:33:04.786325 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:04.789022 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:04.826820 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ab3c0-f818-41a0-bf7d-a05208b9379d None None] The sync data for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi is: [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:33:04.837904 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] For port 487cd407-9b29-40e1-a262-4acbee191a4c, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=487cd407-9b29-40e1-a262-4acbee191a4c,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:04.848549 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-55575c22-d7f4-4959-993d-5a118cf20808 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd84b30a-cc10-459e-ab2e-bf61f225c610 HTTP/1.1" status: 200 len: 1001 time: 0.1119046 Sep 15 19:33:04.917030 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5392278'] for port (6d0856af-6191-437a-abec-4a624ce89ff6), after_update {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:04.919808 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:04.925092 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-3ec0ffc5-89a3-4112-92e7-026828bdbdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:04.925092 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-3ec0ffc5-89a3-4112-92e7-026828bdbdb9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2036ab81-0327-4fda-9de5-42d971e8168a HTTP/1.1" status: 200 len: 849 time: 0.0626874 Sep 15 19:33:04.999154 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-54aa06c0-3c25-4e20-beac-4561bb8c3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:05.001289 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-54aa06c0-3c25-4e20-beac-4561bb8c3f5b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6260c8ac-0673-45b5-914a-caba360d68d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538540 Sep 15 19:33:05.025678 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefbbbb-e866-4c49-85cc-d4b381af0bfc None None] Pushing event updated for resources: {'Port': ['ID=487cd407-9b29-40e1-a262-4acbee191a4c,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:05.051555 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-18f6a84c-124f-4072-a585-d7d155c896fc None None] Provisioning complete for port 487cd407-9b29-40e1-a262-4acbee191a4c triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:33:05.052774 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-18f6a84c-124f-4072-a585-d7d155c896fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:05.053324 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-18f6a84c-124f-4072-a585-d7d155c896fc None None] Attempt 1 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:05.055314 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'Port': ['ID=6d0856af-6191-437a-abec-4a624ce89ff6,revision_number=2']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:05.082525 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (13db8800-92cc-48fc-b5b2-b5ad250c3ab3), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:05.106074 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:05.153461 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:05.155390 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-d33c2aee-1c8c-47aa-9988-93f21fb23ced tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4980478 Sep 15 19:33:05.159351 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-18f6a84c-124f-4072-a585-d7d155c896fc None None] Current status of the port 487cd407-9b29-40e1-a262-4acbee191a4c is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:33:05.164399 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 487cd407-9b29-40e1-a262-4acbee191a4c up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:33:05.184510 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-c625e7be-3770-4b18-945f-9e3b7b269ad2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760404 Sep 15 19:33:05.217294 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 487cd407-9b29-40e1-a262-4acbee191a4c triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:33:05.217727 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:05.218288 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:05.307580 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 487cd407-9b29-40e1-a262-4acbee191a4c is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:33:05.309102 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 24509ce6-6c56-49a7-8e21-d1dc2574847d up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:33:05.319959 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e98c1904-6d14-4632-8b2a-b15b53e2a5ce req-1429367d-6637-4b48-9fc1-1ddf26f352a1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175265 Sep 15 19:33:05.357061 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 24509ce6-6c56-49a7-8e21-d1dc2574847d triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:33:05.357440 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:05.358018 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 24509ce6-6c56-49a7-8e21-d1dc2574847d Sep 15 19:33:05.376824 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-d07df48b-3d39-4468-af9a-4a92848b7a2c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1973748773&fields=id&tenant_id=427b697da1034408811e994e22d4f592 HTTP/1.1" status: 200 len: 267 time: 0.0540369 Sep 15 19:33:05.455104 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:05.463906 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 24509ce6-6c56-49a7-8e21-d1dc2574847d is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:33:05.514233 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-4e6c8174-9c3b-4079-adf7-8bb622e7ac27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:05.516489 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-4e6c8174-9c3b-4079-adf7-8bb622e7ac27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 816 time: 0.1273379 Sep 15 19:33:05.535770 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-4c240fbf-d1ce-4c62-ae5c-9a677264b8db tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/quotas/427b697da1034408811e994e22d4f592 HTTP/1.1" status: 200 len: 375 time: 0.0132689 Sep 15 19:33:05.591363 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-a16cc7f0-bf10-4704-a0f5-2a81cb4dc048 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500295 Sep 15 19:33:05.700209 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-8c329012-17b6-445e-aa93-6ad32a70d2b3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964913 Sep 15 19:33:05.810301 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-ecd79ade-9a2d-42ba-a9d5-d62f35108715 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012235 Sep 15 19:33:06.152870 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-694bdb24-abf3-4aa2-8339-b4cc7fdcf818 req-959f8948-17a0-4708-8802-653e6ae8bf99 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 210 time: 0.0362084 Sep 15 19:33:06.973890 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 487cd407-9b29-40e1-a262-4acbee191a4c up at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:33:07.007374 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:07.022608 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Provisioning complete for port 487cd407-9b29-40e1-a262-4acbee191a4c triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:33:07.022975 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:07.023312 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Attempt 1 to provision port 487cd407-9b29-40e1-a262-4acbee191a4c Sep 15 19:33:07.097769 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Current status of the port 487cd407-9b29-40e1-a262-4acbee191a4c is: ACTIVE; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:33:07.259143 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c0f411cd-5f58-474f-9a6e-dbd0a1858659 req-c6170041-6a1f-4338-bb0f-bc84ac240843 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 210 time: 0.0280831 Sep 15 19:33:08.369028 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a449b251-4ef9-4d4a-bd22-baea8748b8b4 req-5281e4b3-a211-40e6-beb3-e5ae1a60408a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 210 time: 0.0286922 Sep 15 19:33:08.986466 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:09.074858 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-318f1bdb-ef23-44ea-84e3-c6164a9d13a0 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:09.076526 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-318f1bdb-ef23-44ea-84e3-c6164a9d13a0 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 816 time: 0.1110303 Sep 15 19:33:09.141071 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-acec8665-b017-4cfe-94ab-33672d67bee4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=427b697da1034408811e994e22d4f592 HTTP/1.1" status: 200 len: 380 time: 0.0536907 Sep 15 19:33:09.150224 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'port': {'device_id': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'admin_state_up': True, 'tenant_id': '427b697da1034408811e994e22d4f592', 'security_groups': ['144f330e-a3ba-4d24-9568-62198609a9b2']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:33:09.337952 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Made reservation on behalf of 427b697da1034408811e994e22d4f592 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:33:09.341886 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:09.497246 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c0188bfd-95f8-4132-8601-56e5b34d3593 req-38628851-de09-487d-a9da-3cd5ba6539b5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 210 time: 0.0406001 Sep 15 19:33:09.503339 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Allocated IP 172.20.0.13 (fec50405-c88e-450d-9ebf-156c556a1bf0/32102ca0-ab39-402b-a602-5ce0045b00ff/143ce322-19a2-43c5-83ec-ba67ce8ce7cc) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:33:09.546775 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:09.653703 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:09.755258 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:09.805077 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Network fec50405-c88e-450d-9ebf-156c556a1bf0 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:09.808327 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:09.812531 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:33:09.819065 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:09.866228 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:09.866850 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:09.932924 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-5759c5dc-c043-427b-839f-5fe761371a27 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7863750 Sep 15 19:33:09.951978 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Request body: {'port': {'device_id': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:33:10.011442 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:10.017799 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-1c8c08be-eec9-4e77-aaf9-2ad26c6ffe3e None None] Provisioning complete for port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:33:10.018372 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1c8c08be-eec9-4e77-aaf9-2ad26c6ffe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:10.018495 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-1c8c08be-eec9-4e77-aaf9-2ad26c6ffe3e None None] Attempt 1 to provision port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc Sep 15 19:33:10.051621 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:10.054442 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c08be-eec9-4e77-aaf9-2ad26c6ffe3e None None] Port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:33:10.285472 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143ce322-19a2-43c5-83ec-ba67ce8ce7cc {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:33:10.293277 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Publish callbacks [] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:10.305779 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Transition to ACTIVE for port object 143ce322-19a2-43c5-83ec-ba67ce8ce7cc will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:33:10.366755 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:10.447718 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Pushing event updated for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:10.479815 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Attempting to bind port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:33:10.480144 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Attempting to bind port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:33:10.480458 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Attempting to bind port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc on network fec50405-c88e-450d-9ebf-156c556a1bf0 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:33:10.524087 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc on network fec50405-c88e-450d-9ebf-156c556a1bf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:33:10.524818 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Attempting to bind port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc on network fec50405-c88e-450d-9ebf-156c556a1bf0 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:33:10.552594 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:10.556491 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-1c8c08be-eec9-4e77-aaf9-2ad26c6ffe3e None None] Attempt 2 to provision port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc Sep 15 19:33:10.573191 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:33:10.573529 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Checking segment: {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:33:10.573931 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Bound using segment: {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:33:10.574377 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Bound port: 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:33:10.574737 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:10.601430 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c08be-eec9-4e77-aaf9-2ad26c6ffe3e None None] Port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:33:10.661036 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dc350-7c4e-4936-b3bc-498f92387fca req-8f9291e9-c1c3-496c-a227-22f9430e5c65 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:10.662583 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-129dc350-7c4e-4936-b3bc-498f92387fca req-8f9291e9-c1c3-496c-a227-22f9430e5c65 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0777669 Sep 15 19:33:10.698580 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:33:10.717348 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:33:10.735732 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-129dc350-7c4e-4936-b3bc-498f92387fca req-5f85d8fc-b749-4f87-bed8-84d118be76f7 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639408 Sep 15 19:33:10.806302 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:10.810658 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:10.811722 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:10.813118 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/143ce322-19a2-43c5-83ec-ba67ce8ce7cc HTTP/1.1" status: 200 len: 1094 time: 0.8657446 Sep 15 19:33:10.813686 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:33:10.815937 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cdf22e-61ad-4f1a-97f4-78f0a379905a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:33:10.861257 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51910810-7ab3-41b4-9597-3cdf17c7461f x-openstack-request-id: req-51910810-7ab3-41b4-9597-3cdf17c7461f {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:33:10.864840 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:33:10.864840 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51910810-7ab3-41b4-9597-3cdf17c7461f {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:33:10.864840 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51910810-7ab3-41b4-9597-3cdf17c7461f'] response: {'name': 'network-changed', 'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'status': 'completed', 'code': 200} Sep 15 19:33:10.867115 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0cdcc-536e-4652-a726-827536a5a256 service neutron] Pushing event updated for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:10.925156 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf22e-61ad-4f1a-97f4-78f0a379905a req-0094fe7b-bb79-4a86-b1b4-07086bd3cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:10.926714 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-99cdf22e-61ad-4f1a-97f4-78f0a379905a req-0094fe7b-bb79-4a86-b1b4-07086bd3cb97 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 1128 time: 0.0412300 Sep 15 19:33:11.002928 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:11.040173 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf22e-61ad-4f1a-97f4-78f0a379905a req-08ce06f9-e10f-4dcd-a9ac-c585d6961046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:11.041658 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-99cdf22e-61ad-4f1a-97f4-78f0a379905a req-08ce06f9-e10f-4dcd-a9ac-c585d6961046 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=427b697da1034408811e994e22d4f592&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1065149 Sep 15 19:33:11.103102 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-1c8c08be-eec9-4e77-aaf9-2ad26c6ffe3e None None] Attempt 3 to provision port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc Sep 15 19:33:11.123357 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:11.143103 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c08be-eec9-4e77-aaf9-2ad26c6ffe3e None None] Port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:33:11.148997 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf22e-61ad-4f1a-97f4-78f0a379905a req-0000ec55-bfc6-49e1-813b-3c159a7cfae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:11.150469 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-99cdf22e-61ad-4f1a-97f4-78f0a379905a req-0000ec55-bfc6-49e1-813b-3c159a7cfae9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978091 Sep 15 19:33:11.235166 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-2cfcff6a-3599-422c-aeca-9be8fe4b9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:11.236903 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-2cfcff6a-3599-422c-aeca-9be8fe4b9f2c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 1128 time: 0.0416422 Sep 15 19:33:11.286455 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-43eed9c7-0b04-4da7-8bda-1189e74bb9d1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc HTTP/1.1" status: 200 len: 217 time: 0.0349281 Sep 15 19:33:11.348193 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-83ea195c-7329-413c-8c06-144ca6e343e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:11.349843 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-83ea195c-7329-413c-8c06-144ca6e343e8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=32102ca0-ab39-402b-a602-5ce0045b00ff HTTP/1.1" status: 200 len: 855 time: 0.0535131 Sep 15 19:33:11.397152 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-8dbe9586-882a-40f3-ab5c-3fe38868b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:11.398698 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-8dbe9586-882a-40f3-ab5c-3fe38868b852 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fec50405-c88e-450d-9ebf-156c556a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424557 Sep 15 19:33:11.503756 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-709db015-f8c6-41c9-935c-71f3293eb408 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952482 Sep 15 19:33:11.607031 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b8bc9e3-77c5-4108-9881-2506abbc6fd5 req-98ed99f3-88be-4812-a5b3-1ce499559f71 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964141 Sep 15 19:33:11.873928 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1ee6d-8c3a-45dc-9b42-aca8d71e1a5d req-e8a2ee30-54cc-4dab-a52c-77002fd4fe87 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:11.875378 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cea1ee6d-8c3a-45dc-9b42-aca8d71e1a5d req-e8a2ee30-54cc-4dab-a52c-77002fd4fe87 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0569918 Sep 15 19:33:11.927344 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cea1ee6d-8c3a-45dc-9b42-aca8d71e1a5d req-04f8c48e-a384-4086-bf7e-5e06d63d30c9 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457125 Sep 15 19:33:13.060596 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2e39c-172d-478e-aeb1-85865e2f4a8c req-227817f8-9bcf-4375-bf98-9f7182e427b2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:13.062230 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a9d2e39c-172d-478e-aeb1-85865e2f4a8c req-227817f8-9bcf-4375-bf98-9f7182e427b2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0494044 Sep 15 19:33:13.111667 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a9d2e39c-172d-478e-aeb1-85865e2f4a8c req-63114f82-9707-4fe4-b374-24d2aac933d5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419986 Sep 15 19:33:14.273924 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7426767-0799-4528-9b76-a63ae895ce1e req-f2a8778e-36f2-4672-b0d5-e4ba0ef9e946 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:14.275394 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e7426767-0799-4528-9b76-a63ae895ce1e req-f2a8778e-36f2-4672-b0d5-e4ba0ef9e946 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0468931 Sep 15 19:33:14.294653 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:14.323516 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e7426767-0799-4528-9b76-a63ae895ce1e req-00c1d630-6c73-4596-a2ae-0d5bee6bbf03 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424304 Sep 15 19:33:14.426017 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 143ce322-19a2-43c5-83ec-ba67ce8ce7cc details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:33:14.432210 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cc0f5-d739-4b83-9ca6-5c8339c13e89 req-6528b601-e34a-4636-9f83-1be87997c4a1 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:14.433752 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2c6cc0f5-d739-4b83-9ca6-5c8339c13e89 req-6528b601-e34a-4636-9f83-1be87997c4a1 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 945 time: 0.0506682 Sep 15 19:33:14.482009 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2c6cc0f5-d739-4b83-9ca6-5c8339c13e89 req-86886d22-f7d2-42da-9cf8-1cc6c1e8ea73 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 Sep 15 19:33:14.529968 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:14.541123 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'port_id': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'mac_address': 'fa:16:3e:dc:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:33:14.574991 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:33:14.575375 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:14.589852 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143ce322-19a2-43c5-83ec-ba67ce8ce7cc {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:33:14.609400 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:14.669282 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:14.673032 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:14.723064 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:14.730560 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.730906 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.731241 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.731577 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.731935 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.732262 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.732583 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.732904 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.733224 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.733543 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.733862 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.734178 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.734515 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.734831 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.735143 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:14.968933 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['143ce322-19a2-43c5-83ec-ba67ce8ce7cc'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:33:15.128132 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=30,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:15.451092 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcd4af-fb52-44c6-86d1-7e69cd8a96f2 req-16ff979b-a40f-4eaf-8db5-0adc30fc1d49 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:15.452643 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-11fcd4af-fb52-44c6-86d1-7e69cd8a96f2 req-16ff979b-a40f-4eaf-8db5-0adc30fc1d49 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 945 time: 0.0478063 Sep 15 19:33:15.500782 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-11fcd4af-fb52-44c6-86d1-7e69cd8a96f2 req-dc8c8943-2a4d-4186-a95b-6b48a2cdbc26 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Sep 15 19:33:15.604841 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29647f03-eec8-433d-acd5-bf76c4bc4c71 req-3195ac29-f820-45fd-aba9-36dc5ae37e0c tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:15.606309 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-29647f03-eec8-433d-acd5-bf76c4bc4c71 req-3195ac29-f820-45fd-aba9-36dc5ae37e0c tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 945 time: 0.0470769 Sep 15 19:33:15.908289 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-29647f03-eec8-433d-acd5-bf76c4bc4c71 req-6aab9ee4-95a8-4c64-a96b-b4c2131829b0 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96b7c152-632e-4669-a3a6-e56b477ce80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957685 Sep 15 19:33:16.195618 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-553bb234-a693-42bc-b9bf-de2b36502870 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:16.197105 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-553bb234-a693-42bc-b9bf-de2b36502870 tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 945 time: 0.0463557 Sep 15 19:33:16.238966 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:16.286116 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-eb2febbf-9210-44f7-b528-31e4346f874b tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Deleting port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:33:16.286452 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-eb2febbf-9210-44f7-b528-31e4346f874b tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:16.387105 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-eb2febbf-9210-44f7-b528-31e4346f874b tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] For port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,segment=NetworkSegment(4b30035b-3c61-44f3-816a-0d38f98c0f16),segment_id=4b30035b-3c61-44f3-816a-0d38f98c0f16)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:16.387515 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-eb2febbf-9210-44f7-b528-31e4346f874b tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:16.400587 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-eb2febbf-9210-44f7-b528-31e4346f874b tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Calling delete_port for 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:33:16.454276 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 143ce322-19a2-43c5-83ec-ba67ce8ce7cc up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:33:16.499782 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:33:16.631220 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978a6ec-1d7d-438a-b1ca-f819d46b9ba1 req-4b6e5c8a-362c-48b8-9315-0621ac3fcfc1 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:16.632637 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5978a6ec-1d7d-438a-b1ca-f819d46b9ba1 req-4b6e5c8a-362c-48b8-9315-0621ac3fcfc1 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 945 time: 0.0494318 Sep 15 19:33:16.663928 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:33:16.664306 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:16.664645 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc Sep 15 19:33:16.680181 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5978a6ec-1d7d-438a-b1ca-f819d46b9ba1 req-74c8423b-a11b-4415-9b29-07dea837d13e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417380 Sep 15 19:33:16.698967 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-eb2febbf-9210-44f7-b528-31e4346f874b tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (495e3394-0786-4d88-a7ab-ecf29d2c4fe5), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:16.732816 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2febbf-9210-44f7-b528-31e4346f874b tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Pushing event deleted for resources: {'Port': ['ID=495e3394-0786-4d88-a7ab-ecf29d2c4fe5,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:16.744926 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:33:16.745317 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:16.752704 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=25 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:16.753574 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:16.763284 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:16.770295 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:33:16.772642 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05690927-66d0-438f-bce8-88eacfdcc099" -d '{"events": [{"server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "name": "network-vif-plugged", "status": "completed", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:33:16.777106 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-eb2febbf-9210-44f7-b528-31e4346f874b tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] No DVR routers for this DVR port 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:33:16.779852 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-eb2febbf-9210-44f7-b528-31e4346f874b tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:16.783690 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-da8a3df4-f346-4f18-8786-72fcaed845b6 req-eb2febbf-9210-44f7-b528-31e4346f874b tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.33 "DELETE /networking/v2.0/ports/495e3394-0786-4d88-a7ab-ecf29d2c4fe5 HTTP/1.1" status: 204 len: 173 time: 0.5788369 Sep 15 19:33:16.784212 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756ade48-671d-4ee9-84cd-f7b0e0f07712', 'name': 'network-vif-deleted', 'tag': '495e3394-0786-4d88-a7ab-ecf29d2c4fe5'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:33:16.786484 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a799974-8b8b-4353-aea2-f24b4471c4ba" -d '{"events": [{"server_uuid": "756ade48-671d-4ee9-84cd-f7b0e0f07712", "name": "network-vif-deleted", "tag": "495e3394-0786-4d88-a7ab-ecf29d2c4fe5"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:33:16.787184 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:16.816387 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5501c7e-bd5e-4cdc-95b8-b78a3329c692 x-openstack-request-id: req-e5501c7e-bd5e-4cdc-95b8-b78a3329c692 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:33:16.816674 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "name": "network-vif-plugged", "status": "completed", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:33:16.816937 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5501c7e-bd5e-4cdc-95b8-b78a3329c692 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:33:16.817424 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5501c7e-bd5e-4cdc-95b8-b78a3329c692'] response: {'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'code': 200} Sep 15 19:33:16.853134 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b8843c-d11d-4428-b0c9-54a4ced07a09 x-openstack-request-id: req-f8b8843c-d11d-4428-b0c9-54a4ced07a09 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:33:16.853421 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756ade48-671d-4ee9-84cd-f7b0e0f07712", "name": "network-vif-deleted", "tag": "495e3394-0786-4d88-a7ab-ecf29d2c4fe5", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:33:16.853669 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8b8843c-d11d-4428-b0c9-54a4ced07a09 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:33:16.854074 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b8843c-d11d-4428-b0c9-54a4ced07a09'] response: {'server_uuid': '756ade48-671d-4ee9-84cd-f7b0e0f07712', 'name': 'network-vif-deleted', 'tag': '495e3394-0786-4d88-a7ab-ecf29d2c4fe5', 'status': 'completed', 'code': 200} Sep 15 19:33:16.880983 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:16.936769 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:17.018305 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-981f134f-1839-4427-8156-5774572971d5 req-1edafd02-ba19-4492-9a47-e5e72e96967d tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 210 time: 0.0317690 Sep 15 19:33:17.210520 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada951f9-f92a-4791-a4f6-fe11cc97c88b req-cc44b71e-d64a-46e2-8f57-2ea400f675ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:17.212036 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ada951f9-f92a-4791-a4f6-fe11cc97c88b req-cc44b71e-d64a-46e2-8f57-2ea400f675ef service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 1130 time: 0.0404654 Sep 15 19:33:17.269600 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ada951f9-f92a-4791-a4f6-fe11cc97c88b req-4c0e8f94-420f-43fc-ae57-01c3fdaebead service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Sep 15 19:33:17.641461 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a87d1a70-3621-4cc4-aa9c-195ea5e41e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:17.826079 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a19c1-7681-41c2-9d01-b47838df2844 req-dfdf32fb-9ffc-4a98-a9c3-54c5cb890303 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:17.827469 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-497a19c1-7681-41c2-9d01-b47838df2844 req-dfdf32fb-9ffc-4a98-a9c3-54c5cb890303 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0486789 Sep 15 19:33:17.878384 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-497a19c1-7681-41c2-9d01-b47838df2844 req-5603387d-bda6-40a3-88e1-f5bcf4d0e3e4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443766 Sep 15 19:33:18.135312 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5843254a-c3f2-43ec-bf27-53dc8f1b0ec8 req-9da742b0-dd8d-40b3-b958-92b01c4634fd tempest-VolumesSnapshotTestJSON-232021177 tempest-VolumesSnapshotTestJSON-232021177-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=756ade48-671d-4ee9-84cd-f7b0e0f07712 HTTP/1.1" status: 200 len: 210 time: 0.0286212 Sep 15 19:33:18.476041 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:33:18.495957 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:33:18.496298 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 495e3394-0786-4d88-a7ab-ecf29d2c4fe5 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:33:18.971049 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:19.009360 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa366aa-f921-4421-a40b-55d13855c5df req-d0de9c4b-a076-4bc6-a2d1-26fbe8a66815 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:19.010855 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-dfa366aa-f921-4421-a40b-55d13855c5df req-d0de9c4b-a076-4bc6-a2d1-26fbe8a66815 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0486887 Sep 15 19:33:19.064014 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-dfa366aa-f921-4421-a40b-55d13855c5df req-836a785f-50fb-40c7-9fa7-dc31e59f16df tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473065 Sep 15 19:33:20.058347 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-797bcfc4-203a-4103-9880-56571824e8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:20.194697 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a436d5-df02-410f-ac2c-3aba1b4d11b1 req-232c24e0-26b9-4a81-9187-b439d8a2dabc tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:20.196221 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-51a436d5-df02-410f-ac2c-3aba1b4d11b1 req-232c24e0-26b9-4a81-9187-b439d8a2dabc tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0488133 Sep 15 19:33:20.245820 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-51a436d5-df02-410f-ac2c-3aba1b4d11b1 req-71c66f37-fc88-4ab1-8dc6-aa6b1f341d47 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 Sep 15 19:33:20.357864 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:20.373971 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cc307-0d53-4aa9-b680-8e61f239c092 req-76f3cc1d-ea65-48a8-b860-42865f1046ba tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:20.375581 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-567cc307-0d53-4aa9-b680-8e61f239c092 req-76f3cc1d-ea65-48a8-b860-42865f1046ba tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0503454 Sep 15 19:33:20.386664 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 37862) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:20.391372 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-591955c3-c89c-4ac9-9e73-ca34bae1b9d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'floatingip': {'port_id': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:33:20.435366 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-591955c3-c89c-4ac9-9e73-ca34bae1b9d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (13db8800-92cc-48fc-b5b2-b5ad250c3ab3), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:20.893705 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-591955c3-c89c-4ac9-9e73-ca34bae1b9d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:20.960138 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-591955c3-c89c-4ac9-9e73-ca34bae1b9d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (13db8800-92cc-48fc-b5b2-b5ad250c3ab3), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:21.058203 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [None req-591955c3-c89c-4ac9-9e73-ca34bae1b9d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Floating IP 13db8800-92cc-48fc-b5b2-b5ad250c3ab3 associated. External IP: 172.27.0.9, port: 143ce322-19a2-43c5-83ec-ba67ce8ce7cc. Sep 15 19:33:21.223705 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:21.265606 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:21.278438 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591955c3-c89c-4ac9-9e73-ca34bae1b9d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Router a3473df7-6441-425e-98f3-0dc60cbffaea has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:21.388498 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591955c3-c89c-4ac9-9e73-ca34bae1b9d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:21.393299 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-591955c3-c89c-4ac9-9e73-ca34bae1b9d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:21.404636 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] Sync routers for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:33:21.426134 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:21.426134 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:33:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:21.434489 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-591955c3-c89c-4ac9-9e73-ca34bae1b9d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/13db8800-92cc-48fc-b5b2-b5ad250c3ab3 HTTP/1.1" status: 200 len: 990 time: 1.0466924 Sep 15 19:33:21.435244 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:33:21.437970 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bf66c2-b016-4db3-9414-a3323d39d45a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:33:21.478923 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fef6f6-0f09-47ea-ab1f-e220e629e430 x-openstack-request-id: req-64fef6f6-0f09-47ea-ab1f-e220e629e430 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:33:21.479322 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:33:21.479673 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64fef6f6-0f09-47ea-ab1f-e220e629e430 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:33:21.480226 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fef6f6-0f09-47ea-ab1f-e220e629e430'] response: {'name': 'network-changed', 'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'status': 'completed', 'code': 200} Sep 15 19:33:21.530428 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:21.540889 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:21.544115 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-900b26b0-5e51-4185-b004-5c349295a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:21.545836 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-900b26b0-5e51-4185-b004-5c349295a5d3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 1130 time: 0.0423501 Sep 15 19:33:21.647177 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-0202318a-b234-40d1-bd59-0a6b9d01819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:21.648718 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-0202318a-b234-40d1-bd59-0a6b9d01819e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 917 time: 0.0952229 Sep 15 19:33:21.715441 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-867632fc-cf74-40f1-84b1-e86a679f4e47 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc HTTP/1.1" status: 200 len: 998 time: 0.0595946 Sep 15 19:33:21.754417 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:21.766268 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '13db8800-92cc-48fc-b5b2-b5ad250c3ab3', 'tenant_id': '427b697da1034408811e994e22d4f592', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'port_id': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'mac_address': 'fa:16:3e:dc:2c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:33:04Z', 'updated_at': '2022-09-15T19:33:20Z', 'revision_number': 1, 'project_id': '427b697da1034408811e994e22d4f592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:21.772757 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-e8f140f8-d12a-4180-bde1-c337007b9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:21.774237 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-e8f140f8-d12a-4180-bde1-c337007b9ce0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=32102ca0-ab39-402b-a602-5ce0045b00ff HTTP/1.1" status: 200 len: 855 time: 0.0498526 Sep 15 19:33:21.793114 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] Checking router: a3473df7-6441-425e-98f3-0dc60cbffaea for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:33:21.802887 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:21.803500 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:33:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:21.823980 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-6a8a6a08-c2ec-4a79-bc88-d6fb44554984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:21.825501 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-6a8a6a08-c2ec-4a79-bc88-d6fb44554984 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fec50405-c88e-450d-9ebf-156c556a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416942 Sep 15 19:33:21.927068 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-1c1b94fb-4479-4927-a366-7a8b4f043567 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944631 Sep 15 19:33:22.048776 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:22.262608 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '13db8800-92cc-48fc-b5b2-b5ad250c3ab3', 'tenant_id': '427b697da1034408811e994e22d4f592', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'port_id': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'mac_address': 'fa:16:3e:dc:2c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:33:04Z', 'updated_at': '2022-09-15T19:33:20Z', 'revision_number': 1, 'project_id': '427b697da1034408811e994e22d4f592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:22.291832 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da12deb-5203-4f7a-b404-17b6b5edcd5f None None] The sync data for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi is: [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '13db8800-92cc-48fc-b5b2-b5ad250c3ab3', 'tenant_id': '427b697da1034408811e994e22d4f592', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'port_id': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'mac_address': 'fa:16:3e:dc:2c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:33:04Z', 'updated_at': '2022-09-15T19:33:20Z', 'revision_number': 1, 'project_id': '427b697da1034408811e994e22d4f592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:33:22.483340 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bad66b-493e-49e3-909a-edb688ebf977 None None] New status for floating IP 13db8800-92cc-48fc-b5b2-b5ad250c3ab3: ACTIVE {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:33:22.755064 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:22.777976 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-34bf66c2-b016-4db3-9414-a3323d39d45a req-64313cfe-8f2a-4e2a-8af3-13947df3de66 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014726 Sep 15 19:33:22.852167 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:28.017963 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:33:32.723277 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=34 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:32.726191 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:32.777808 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=63 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:32.777808 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=28 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:41.458418 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:42.018119 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:42.023417 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:46.074865 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-95dcfb9e-7f08-4c30-afac-45c0187646af service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411313 Sep 15 19:33:46.180912 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cc8b3-5b58-411d-be43-db63045545be req-74ba579f-cb23-4c61-8dfd-8f788bca3ad1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:46.182315 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-878cc8b3-5b58-411d-be43-db63045545be req-74ba579f-cb23-4c61-8dfd-8f788bca3ad1 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 945 time: 0.0518932 Sep 15 19:33:46.230829 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-878cc8b3-5b58-411d-be43-db63045545be req-4393906d-fdd5-4172-af9e-a0b80dfd460c tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Sep 15 19:33:46.403418 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38078) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:46.449053 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ecea5c-bc86-48eb-95a1-816c06bcbdec admin admin] Deleting subnet 1e0932cc-3472-48b7-ab51-75fa723c4d41 {{(pid=106634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:33:46.452775 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-68ecea5c-bc86-48eb-95a1-816c06bcbdec admin admin] Publish callbacks [] for subnet (1e0932cc-3472-48b7-ab51-75fa723c4d41), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:46.488201 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-68ecea5c-bc86-48eb-95a1-816c06bcbdec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6992321'] for subnet (1e0932cc-3472-48b7-ab51-75fa723c4d41), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:46.531891 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-68ecea5c-bc86-48eb-95a1-816c06bcbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (1e0932cc-3472-48b7-ab51-75fa723c4d41), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:46.670310 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-68ecea5c-bc86-48eb-95a1-816c06bcbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-832232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5304945'] for subnet (1e0932cc-3472-48b7-ab51-75fa723c4d41), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:46.697612 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecea5c-bc86-48eb-95a1-816c06bcbdec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0932cc-3472-48b7-ab51-75fa723c4d41,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:46.704103 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-68ecea5c-bc86-48eb-95a1-816c06bcbdec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:46.707291 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-68ecea5c-bc86-48eb-95a1-816c06bcbdec admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/1e0932cc-3472-48b7-ab51-75fa723c4d41 HTTP/1.1" status: 204 len: 168 time: 0.3027456 Sep 15 19:33:46.709932 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38082) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:46.786785 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:46.863986 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:46.884596 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:46.894418 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b30035b-3c61-44f3-816a-0d38f98c0f16') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:46.894715 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b30035b-3c61-44f3-816a-0d38f98c0f16') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:46.904426 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (4b30035b-3c61-44f3-816a-0d38f98c0f16), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:46.917724 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (4b30035b-3c61-44f3-816a-0d38f98c0f16), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:46.928711 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:33:46.928711 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (4b30035b-3c61-44f3-816a-0d38f98c0f16), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:46.978087 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 4b30035b-3c61-44f3-816a-0d38f98c0f16 resource provider aggregate not found Sep 15 19:33:46.997506 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 4b30035b-3c61-44f3-816a-0d38f98c0f16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b30035b-3c61-44f3-816a-0d38f98c0f16 found for delete ", "request_id": "req-df3d28a7-4e70-42f3-a671-3b87cfdf34b8"}]} Sep 15 19:33:47.064298 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:47.081389 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:47.081389 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058 HTTP/1.1" status: 204 len: 168 time: 0.3624849 Sep 15 19:33:47.085735 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89215c9-fc7c-4f54-993c-b47d5477fe12 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b1b4db-7cb7-47a8-9ce9-f4ee2a46f058,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:47.408915 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72307-dd8f-474a-b8fc-499e749de278 req-a0ea7ee1-e6e5-4487-a85e-258704ed266f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:47.410401 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f5e72307-dd8f-474a-b8fc-499e749de278 req-a0ea7ee1-e6e5-4487-a85e-258704ed266f tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 945 time: 0.0484874 Sep 15 19:33:47.462889 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f5e72307-dd8f-474a-b8fc-499e749de278 req-b72a2ae4-40ba-40d8-828b-88af18971442 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455544 Sep 15 19:33:47.627398 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38098) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:47.668131 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8e9a0ee8-7af9-417d-b082-c9e0b5dff773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:47.707185 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-35b4b881-e79b-4fe3-8f62-1450e6f6ccf1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ee88123fe2e34b02a00baeb6f74869aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0785296 Sep 15 19:33:47.709933 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 38100) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:47.710454 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-aeab66b7-2657-4d95-8277-0c3ab0554f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:47.711820 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-aeab66b7-2657-4d95-8277-0c3ab0554f0c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7bbec449c0142f0b910956bacedbe5e&device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1130 time: 0.0623572 Sep 15 19:33:47.765462 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Publish callbacks [] for security_group (96b7c152-632e-4669-a3a6-e56b477ce80a), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:47.792018 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Publish callbacks [] for security_group (96b7c152-632e-4669-a3a6-e56b477ce80a), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:47.826777 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:47.832397 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-2826f50e-6976-4b4d-94b8-2c5df31ec904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:47.833897 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-2826f50e-6976-4b4d-94b8-2c5df31ec904 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3764c9bd-aafe-448d-9672-4244678df38d HTTP/1.1" status: 200 len: 909 time: 0.0977049 Sep 15 19:33:47.893707 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:47.921654 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-7429d840-494f-4ac2-bdcc-815e9b80eddf service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 200 len: 1001 time: 0.0656052 Sep 15 19:33:47.956050 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (96b7c152-632e-4669-a3a6-e56b477ce80a), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:47.958837 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:47.969195 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/96b7c152-632e-4669-a3a6-e56b477ce80a HTTP/1.1" status: 204 len: 168 time: 0.2531440 Sep 15 19:33:47.973541 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-e8dcc28e-4873-4829-bbf0-2736094dd1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:47.973907 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b7c152-632e-4669-a3a6-e56b477ce80a,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:47.975055 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-e8dcc28e-4873-4829-bbf0-2736094dd1ce service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fdd5cf75-439b-48d0-9684-783d45d83377 HTTP/1.1" status: 200 len: 847 time: 0.0520191 Sep 15 19:33:47.982215 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.982645 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.982996 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.983327 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.983675 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.984126 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.984458 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.984785 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.985107 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.985426 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.985746 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.986063 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.986377 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.986688 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:47.987004 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdae28-2684-4f96-92c5-dce677d65956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.064480 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-e286e7f6-de6c-425d-8074-da72eba8e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:48.065986 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-e286e7f6-de6c-425d-8074-da72eba8e8b5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3764c9bd-aafe-448d-9672-4244678df38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0718915 Sep 15 19:33:48.077528 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-292628ee-dec4-4fba-9c43-1ed91a9b098e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:48.079461 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-292628ee-dec4-4fba-9c43-1ed91a9b098e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 945 time: 0.0771940 Sep 15 19:33:48.243427 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Deleting port 7433f2f7-bf4d-4108-9055-048e5b317dbb {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:33:48.244033 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:48.260269 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-e281ff8b-9dbd-4eb6-9481-ef6cd7cb223f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790969 Sep 15 19:33:48.404240 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] For port 7433f2f7-bf4d-4108-9055-048e5b317dbb, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7433f2f7-bf4d-4108-9055-048e5b317dbb,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:48.404607 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:48.432991 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a27d6ecf-61ed-4515-aa64-72d34395bfb7 req-c9397329-03b6-4a8a-a206-f24d7c8ac2ce service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439235 Sep 15 19:33:48.541591 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:48.635594 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d96f2-1b0a-40e0-90c2-e43f27f394c3 req-42f06ecc-6ed8-45b3-8b0b-2ddabbbe0bde tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:33:48.637109 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e48d96f2-1b0a-40e0-90c2-e43f27f394c3 req-42f06ecc-6ed8-45b3-8b0b-2ddabbbe0bde tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 945 time: 0.0840669 Sep 15 19:33:48.645660 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:48.646015 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (a3b9504c-9bf1-4325-94fa-99a71617c54b), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:48.646327 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Floating IP a3b9504c-9bf1-4325-94fa-99a71617c54b disassociated. External IP: 172.27.0.127, port: 7433f2f7-bf4d-4108-9055-048e5b317dbb. Sep 15 19:33:48.646658 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Calling delete_port for 7433f2f7-bf4d-4108-9055-048e5b317dbb owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:33:48.744063 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e48d96f2-1b0a-40e0-90c2-e43f27f394c3 req-aac5aee5-b8e3-46f3-9a33-fd72aa17f24d tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f360dcf8-11b4-4d7f-9702-4c102342b655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004455 Sep 15 19:33:48.914078 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (7433f2f7-bf4d-4108-9055-048e5b317dbb), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:48.944733 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'Port': ['ID=7433f2f7-bf4d-4108-9055-048e5b317dbb,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:48.959422 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.959805 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.960143 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.960474 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.960833 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.961161 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.961508 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.961849 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.962155 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.962471 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.963347 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.963347 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.963544 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.963756 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:48.964073 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:49.327912 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:49.440015 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:49.452868 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:33:49.463670 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:49.464375 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:33:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:49.489333 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] No DVR routers for this DVR port 7433f2f7-bf4d-4108-9055-048e5b317dbb on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:33:49.492751 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:49.496715 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d5c819f1-d87e-4cc0-b267-6305fc784b5c req-55821268-cb24-4fb1-9cde-5b981ded0da7 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.33 "DELETE /networking/v2.0/ports/7433f2f7-bf4d-4108-9055-048e5b317dbb HTTP/1.1" status: 204 len: 173 time: 1.4067731 Sep 15 19:33:49.497258 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'name': 'network-vif-deleted', 'tag': '7433f2f7-bf4d-4108-9055-048e5b317dbb'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:33:49.499628 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8d74d6-63b6-4c50-9683-aca57bd219ca" -d '{"events": [{"server_uuid": "f9c1a3e2-eab3-4cc3-b737-d88f242ecb62", "name": "network-vif-deleted", "tag": "7433f2f7-bf4d-4108-9055-048e5b317dbb"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:33:49.577435 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:49.778522 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:49.804878 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:33:49.814821 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:49.815341 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:33:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:49.923784 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:50.127277 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:50.156765 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c4612a-6787-43ed-b3e0-2d869dfc406f None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:26:43Z', 'revision_number': 4, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '46eac09e-81fe-44a4-ba19-3c4e04c6e280', 'name': '', 'network_id': 'f608162d-6498-4eba-ac51-7e7b4de51e0d', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'mac_address': 'fa:16:3e:4d:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:40Z', 'updated_at': '2022-09-15T19:26:59Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'subnets': [{'id': '15f1138e-d4d8-45fc-9c33-4f2e21216a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:33:50.158297 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a28e8cec-6671-4454-84cc-48f86a047b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:50.404320 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2103fc1-116b-444a-a5fd-9af5dac38c5b None None] New status for floating IP a3b9504c-9bf1-4325-94fa-99a71617c54b: DOWN {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:33:50.449389 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaad2c0-5f5f-48be-b726-e2849b0e4c82 x-openstack-request-id: req-eaaad2c0-5f5f-48be-b726-e2849b0e4c82 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:33:50.450645 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c1a3e2-eab3-4cc3-b737-d88f242ecb62", "name": "network-vif-deleted", "tag": "7433f2f7-bf4d-4108-9055-048e5b317dbb", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:33:50.450905 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaaad2c0-5f5f-48be-b726-e2849b0e4c82 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:33:50.451324 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaaad2c0-5f5f-48be-b726-e2849b0e4c82'] response: {'server_uuid': 'f9c1a3e2-eab3-4cc3-b737-d88f242ecb62', 'name': 'network-vif-deleted', 'tag': '7433f2f7-bf4d-4108-9055-048e5b317dbb', 'status': 'completed', 'code': 200} Sep 15 19:33:50.538723 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5ad34cdf-0d2a-4bed-9935-ba67db99a83e req-57caefd4-ce69-4798-ae98-f004c98f7931 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f9c1a3e2-eab3-4cc3-b737-d88f242ecb62 HTTP/1.1" status: 200 len: 210 time: 0.0291736 Sep 15 19:33:51.199428 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:51.722981 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 38134) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:51.779002 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-72e6da4d-3c77-44b1-85aa-43c6e0b013b5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (f360dcf8-11b4-4d7f-9702-4c102342b655), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:51.801770 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-72e6da4d-3c77-44b1-85aa-43c6e0b013b5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (f360dcf8-11b4-4d7f-9702-4c102342b655), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:51.932610 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-72e6da4d-3c77-44b1-85aa-43c6e0b013b5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (f360dcf8-11b4-4d7f-9702-4c102342b655), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:51.935232 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-72e6da4d-3c77-44b1-85aa-43c6e0b013b5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:51.936456 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-72e6da4d-3c77-44b1-85aa-43c6e0b013b5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f360dcf8-11b4-4d7f-9702-4c102342b655 HTTP/1.1" status: 204 len: 168 time: 0.2124741 Sep 15 19:33:51.939558 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38136) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:51.946945 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6da4d-3c77-44b1-85aa-43c6e0b013b5 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f360dcf8-11b4-4d7f-9702-4c102342b655,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:51.955097 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.api.v2.resource [None req-e96e1968-1b65-4814-ad60-f67cac8cad6e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] show failed (client error): The resource could not be found. Sep 15 19:33:51.956265 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e96e1968-1b65-4814-ad60-f67cac8cad6e tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "GET /networking/v2.0/security-groups/f360dcf8-11b4-4d7f-9702-4c102342b655 HTTP/1.1" status: 404 len: 347 time: 0.0151339 Sep 15 19:33:51.960289 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38138) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:51.998465 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:52.084265 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-19ad34f1-1345-4b3e-be7d-f1849052cb98 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Deleting port 4816822d-57ab-41fe-8a66-469d6408e123 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:33:52.084498 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19ad34f1-1345-4b3e-be7d-f1849052cb98 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (4816822d-57ab-41fe-8a66-469d6408e123), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:52.166440 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19ad34f1-1345-4b3e-be7d-f1849052cb98 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (4816822d-57ab-41fe-8a66-469d6408e123), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:52.166860 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19ad34f1-1345-4b3e-be7d-f1849052cb98 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (4816822d-57ab-41fe-8a66-469d6408e123), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:52.175495 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:52.180572 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-19ad34f1-1345-4b3e-be7d-f1849052cb98 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Calling delete_port for 4816822d-57ab-41fe-8a66-469d6408e123 owned by network:floatingip {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:33:52.474215 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19ad34f1-1345-4b3e-be7d-f1849052cb98 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (4816822d-57ab-41fe-8a66-469d6408e123), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:52.501585 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad34f1-1345-4b3e-be7d-f1849052cb98 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Pushing event deleted for resources: {'Port': ['ID=4816822d-57ab-41fe-8a66-469d6408e123,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:52.570598 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19ad34f1-1345-4b3e-be7d-f1849052cb98 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks [] for floatingip (a3b9504c-9bf1-4325-94fa-99a71617c54b), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:52.573209 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19ad34f1-1345-4b3e-be7d-f1849052cb98 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:52.574363 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-19ad34f1-1345-4b3e-be7d-f1849052cb98 tempest-AttachVolumeNegativeTest-2110872770 tempest-AttachVolumeNegativeTest-2110872770-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/a3b9504c-9bf1-4325-94fa-99a71617c54b HTTP/1.1" status: 204 len: 168 time: 0.6130073 Sep 15 19:33:52.597783 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 7433f2f7-bf4d-4108-9055-048e5b317dbb no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:33:52.621279 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 7433f2f7-bf4d-4108-9055-048e5b317dbb {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:33:52.622206 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 7433f2f7-bf4d-4108-9055-048e5b317dbb not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:33:52.763111 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:52.875484 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:56.874709 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38184) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:57.407256 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:57.571557 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:57.644630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] Deleting port 46eac09e-81fe-44a4-ba19-3c4e04c6e280 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:33:57.644968 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:57.728924 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] For port 46eac09e-81fe-44a4-ba19-3c4e04c6e280, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=46eac09e-81fe-44a4-ba19-3c4e04c6e280,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:57.729279 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:57.739001 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:57.743199 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] Calling delete_port for 46eac09e-81fe-44a4-ba19-3c4e04c6e280 owned by network:router_interface {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:33:58.086429 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (46eac09e-81fe-44a4-ba19-3c4e04c6e280), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:58.117614 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] Pushing event deleted for resources: {'Port': ['ID=46eac09e-81fe-44a4-ba19-3c4e04c6e280,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:58.300259 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:58.513441 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] Router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:58.619071 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:58.626720 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-c0548a25-bac3-4a80-91f9-835ef55fb81c admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7a6b8282-94c2-4a5e-9c79-4c69a07b780c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7496338 Sep 15 19:33:58.627218 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38200) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:58.634248 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1160f-849c-4642-a200-968e4a002715 None None] Sync routers for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:33:58.646168 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1160f-849c-4642-a200-968e4a002715 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:58.646586 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-faf1160f-849c-4642-a200-968e4a002715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:33:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:58.683511 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:58.689367 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:58.695593 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:58.752746 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Publish callbacks [] for router (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:58.765827 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-faf1160f-849c-4642-a200-968e4a002715 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:58.842331 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:58.868068 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Publish callbacks [] for router_gateway (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:59.022027 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Deleting port b97c7b81-ade8-48a7-969c-a6addab024d8 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:33:59.022573 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:59.079752 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-faf1160f-849c-4642-a200-968e4a002715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:33:57Z', 'revision_number': 5, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port': {'id': 'b97c7b81-ade8-48a7-969c-a6addab024d8', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:26:35Z', 'updated_at': '2022-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:59.106109 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1160f-849c-4642-a200-968e4a002715 None None] Checking router: 7a6b8282-94c2-4a5e-9c79-4c69a07b780c for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:33:59.114822 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1160f-849c-4642-a200-968e4a002715 None None] Routers {'7a6b8282-94c2-4a5e-9c79-4c69a07b780c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:33:59.115445 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-faf1160f-849c-4642-a200-968e4a002715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:33:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:59.128396 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] For port b97c7b81-ade8-48a7-969c-a6addab024d8, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=b97c7b81-ade8-48a7-969c-a6addab024d8,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:59.130246 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:59.143170 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Calling delete_port for b97c7b81-ade8-48a7-969c-a6addab024d8 owned by network:router_gateway {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:33:59.204439 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-faf1160f-849c-4642-a200-968e4a002715 None None] Set router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c gateway port host: None {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:33:59.258805 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-faf1160f-849c-4642-a200-968e4a002715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:33:58Z', 'revision_number': 6, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port_host': None}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:59.285297 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1160f-849c-4642-a200-968e4a002715 None None] The sync data for ids ['7a6b8282-94c2-4a5e-9c79-4c69a07b780c'] in dv-cinder-849846-10-iscsi is: [{'id': '7a6b8282-94c2-4a5e-9c79-4c69a07b780c', 'name': 'tempest-AttachVolumeNegativeTest-905726635-router', 'tenant_id': '53ec78c2e65c4f0c86d505c409031ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:26:34Z', 'updated_at': '2022-09-15T19:33:58Z', 'revision_number': 6, 'project_id': '53ec78c2e65c4f0c86d505c409031ab6', 'gw_port_host': None}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:33:59.476733 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (b97c7b81-ade8-48a7-969c-a6addab024d8), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:59.503433 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97c7b81-ade8-48a7-969c-a6addab024d8,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:59.574800 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:59.577620 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:33:59.669186 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:59.673496 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Publish callbacks [] for router_controller (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:59.822615 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (7a6b8282-94c2-4a5e-9c79-4c69a07b780c), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:59.823256 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6b8282-94c2-4a5e-9c79-4c69a07b780c {{(pid=106634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:33:59.829343 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:59.830500 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-699df622-f47f-4423-a48b-da18a652b906 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/7a6b8282-94c2-4a5e-9c79-4c69a07b780c HTTP/1.1" status: 204 len: 168 time: 1.2023242 Sep 15 19:33:59.833196 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 38208) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:33:59.888766 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1087e3-5dad-4474-9e7b-f436861440aa admin admin] Deleting subnet 15f1138e-d4d8-45fc-9c33-4f2e21216a9a {{(pid=106635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:33:59.892439 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ee1087e3-5dad-4474-9e7b-f436861440aa admin admin] Publish callbacks [] for subnet (15f1138e-d4d8-45fc-9c33-4f2e21216a9a), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:33:59.936383 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ee1087e3-5dad-4474-9e7b-f436861440aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6552145'] for subnet (15f1138e-d4d8-45fc-9c33-4f2e21216a9a), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.021641 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ee1087e3-5dad-4474-9e7b-f436861440aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (15f1138e-d4d8-45fc-9c33-4f2e21216a9a), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.171320 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ee1087e3-5dad-4474-9e7b-f436861440aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5392320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6666563'] for subnet (15f1138e-d4d8-45fc-9c33-4f2e21216a9a), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.200138 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1087e3-5dad-4474-9e7b-f436861440aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f1138e-d4d8-45fc-9c33-4f2e21216a9a,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:00.202733 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-ee1087e3-5dad-4474-9e7b-f436861440aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.206153 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-ee1087e3-5dad-4474-9e7b-f436861440aa admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/15f1138e-d4d8-45fc-9c33-4f2e21216a9a HTTP/1.1" status: 204 len: 168 time: 0.3718977 Sep 15 19:34:00.208829 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38214) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:00.209345 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684ca797-869a-4609-8ff9-0652a468052a None None] Network f608162d-6498-4eba-ac51-7e7b4de51e0d requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:34:00.329655 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (f608162d-6498-4eba-ac51-7e7b4de51e0d), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.396666 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Deleting port 77f4f0af-54d2-4017-aa4d-3da3769cdecd {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:34:00.397239 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.408166 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddbed86-720d-41af-af8a-4cb6d938faa2 None None] DHCP port deletion for f608162d-6498-4eba-ac51-7e7b4de51e0d request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:34:00.444824 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:00.459309 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbed86-720d-41af-af8a-4cb6d938faa2 None None] Deleting port 77f4f0af-54d2-4017-aa4d-3da3769cdecd {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:34:00.459717 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4ddbed86-720d-41af-af8a-4cb6d938faa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.490620 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] For port 77f4f0af-54d2-4017-aa4d-3da3769cdecd, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=77f4f0af-54d2-4017-aa4d-3da3769cdecd,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:00.490620 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.506332 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Calling delete_port for 77f4f0af-54d2-4017-aa4d-3da3769cdecd owned by network:dhcp {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:34:00.507567 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:00.537347 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-4ddbed86-720d-41af-af8a-4cb6d938faa2 None None] For port 77f4f0af-54d2-4017-aa4d-3da3769cdecd, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=77f4f0af-54d2-4017-aa4d-3da3769cdecd,segment=NetworkSegment(e4bb12a6-7b44-49da-bb71-3038173f9119),segment_id=e4bb12a6-7b44-49da-bb71-3038173f9119)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:00.537741 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4ddbed86-720d-41af-af8a-4cb6d938faa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.552045 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbed86-720d-41af-af8a-4cb6d938faa2 None None] Calling delete_port for 77f4f0af-54d2-4017-aa4d-3da3769cdecd owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:34:00.598001 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:00.767911 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.775299 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4ddbed86-720d-41af-af8a-4cb6d938faa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909'] for port (77f4f0af-54d2-4017-aa4d-3da3769cdecd), after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.798453 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Pushing event deleted for resources: {'Port': ['ID=77f4f0af-54d2-4017-aa4d-3da3769cdecd,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:00.801251 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbed86-720d-41af-af8a-4cb6d938faa2 None None] Pushing event deleted for resources: {'Port': ['ID=77f4f0af-54d2-4017-aa4d-3da3769cdecd,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:00.803509 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] No DVR routers for this DVR port 77f4f0af-54d2-4017-aa4d-3da3769cdecd on host dv-cinder-849846-10-iscsi {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:34:00.805018 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbed86-720d-41af-af8a-4cb6d938faa2 None None] No DVR routers for this DVR port 77f4f0af-54d2-4017-aa4d-3da3769cdecd on host dv-cinder-849846-10-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:34:00.881434 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (f608162d-6498-4eba-ac51-7e7b4de51e0d), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.906384 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f608162d-6498-4eba-ac51-7e7b4de51e0d']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:00.916982 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bb12a6-7b44-49da-bb71-3038173f9119') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:00.917288 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bb12a6-7b44-49da-bb71-3038173f9119') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:00.935758 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (e4bb12a6-7b44-49da-bb71-3038173f9119), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.963626 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (e4bb12a6-7b44-49da-bb71-3038173f9119), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:00.971372 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:34:00.971814 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (e4bb12a6-7b44-49da-bb71-3038173f9119), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:01.011466 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 46eac09e-81fe-44a4-ba19-3c4e04c6e280 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:34:01.017874 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment e4bb12a6-7b44-49da-bb71-3038173f9119 resource provider aggregate not found Sep 15 19:34:01.036421 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 46eac09e-81fe-44a4-ba19-3c4e04c6e280 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:34:01.036761 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 46eac09e-81fe-44a4-ba19-3c4e04c6e280 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:34:01.037174 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 77f4f0af-54d2-4017-aa4d-3da3769cdecd no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:34:01.037290 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment e4bb12a6-7b44-49da-bb71-3038173f9119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4bb12a6-7b44-49da-bb71-3038173f9119 found for delete ", "request_id": "req-04b9e106-0b81-4222-b980-21b2c2d23fdb"}]} Sep 15 19:34:01.058120 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 77f4f0af-54d2-4017-aa4d-3da3769cdecd {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:34:01.058267 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 77f4f0af-54d2-4017-aa4d-3da3769cdecd not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:34:01.058771 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device b97c7b81-ade8-48a7-969c-a6addab024d8 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:34:01.082166 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: b97c7b81-ade8-48a7-969c-a6addab024d8 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:34:01.082515 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device b97c7b81-ade8-48a7-969c-a6addab024d8 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:34:01.121381 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (f608162d-6498-4eba-ac51-7e7b4de51e0d), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:01.131583 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:01.132485 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f608162d-6498-4eba-ac51-7e7b4de51e0d HTTP/1.1" status: 204 len: 168 time: 0.9225430 Sep 15 19:34:01.146672 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d13969-3021-44a2-b11f-358f8427043a admin admin] Pushing event deleted for resources: {'Network': ['ID=f608162d-6498-4eba-ac51-7e7b4de51e0d,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:01.636871 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38228) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:01.679056 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-dca7c79b-ddd9-4407-905b-ec5bf9205ad1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=53ec78c2e65c4f0c86d505c409031ab6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410261 Sep 15 19:34:01.683700 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38230) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:01.735188 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-13ea4895-14d9-4e8c-af58-beaa82d20ad4 admin admin] Publish callbacks [] for security_group (e8f8a9ea-3969-425a-9eee-3e4df52662de), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:01.757233 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-13ea4895-14d9-4e8c-af58-beaa82d20ad4 admin admin] Publish callbacks [] for security_group (e8f8a9ea-3969-425a-9eee-3e4df52662de), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:01.790499 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:01.869875 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-13ea4895-14d9-4e8c-af58-beaa82d20ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (e8f8a9ea-3969-425a-9eee-3e4df52662de), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:01.874293 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-13ea4895-14d9-4e8c-af58-beaa82d20ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:01.881231 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-13ea4895-14d9-4e8c-af58-beaa82d20ad4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8f8a9ea-3969-425a-9eee-3e4df52662de HTTP/1.1" status: 204 len: 168 time: 0.1910548 Sep 15 19:34:01.885307 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea4895-14d9-4e8c-af58-beaa82d20ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f8a9ea-3969-425a-9eee-3e4df52662de,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:05.020361 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:34:08.841377 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c5f3-f97c-4ae5-b9fe-8a36c012864f req-9db6ab28-6bd4-4ae9-a5b9-9148cc169cab tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:08.842910 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b963c5f3-f97c-4ae5-b9fe-8a36c012864f req-9db6ab28-6bd4-4ae9-a5b9-9148cc169cab tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0569789 Sep 15 19:34:08.890252 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:08.894987 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b963c5f3-f97c-4ae5-b9fe-8a36c012864f req-6d4e9ce4-7b27-4d4c-9dd2-3bf93b48a20a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462468 Sep 15 19:34:10.038924 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33996-113a-4e21-b49e-337145f64f9c req-18fa6567-fd14-4863-a502-6194f40e1a11 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:10.040413 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06a33996-113a-4e21-b49e-337145f64f9c req-18fa6567-fd14-4863-a502-6194f40e1a11 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0488434 Sep 15 19:34:10.088324 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-06a33996-113a-4e21-b49e-337145f64f9c req-38b461bb-cbaf-444c-842f-174406495fd4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Sep 15 19:34:10.177153 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=57,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:10.180125 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=65,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:11.161019 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:11.231841 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446455a-9be0-40b6-83b2-033f52776a6c req-92e2b685-4ace-4423-943c-0a22032342a2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:11.233723 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9446455a-9be0-40b6-83b2-033f52776a6c req-92e2b685-4ace-4423-943c-0a22032342a2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0606704 Sep 15 19:34:11.285178 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9446455a-9be0-40b6-83b2-033f52776a6c req-eba1e666-c9be-47e4-b67c-d6207f04f2dc tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445974 Sep 15 19:34:12.419940 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a06c39-e7ea-41f7-8997-da63f86e2b3c req-1c76141e-3d13-4c6c-99ec-fe230ed60902 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:12.421420 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-57a06c39-e7ea-41f7-8997-da63f86e2b3c req-1c76141e-3d13-4c6c-99ec-fe230ed60902 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0483775 Sep 15 19:34:12.470601 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-57a06c39-e7ea-41f7-8997-da63f86e2b3c req-9bb76d48-a1d1-4654-958f-bd96be50b48e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433695 Sep 15 19:34:13.610483 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3402f42-cc00-4669-8c15-5e79fef31e2f req-e1a0d772-2cab-493f-9658-ffaaf9c58708 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:13.611939 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b3402f42-cc00-4669-8c15-5e79fef31e2f req-e1a0d772-2cab-493f-9658-ffaaf9c58708 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0554571 Sep 15 19:34:13.668993 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b3402f42-cc00-4669-8c15-5e79fef31e2f req-a060b336-9caa-4af7-96ab-a898e6927005 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504766 Sep 15 19:34:14.805477 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c84cd5-5fae-466e-add0-6203275a0a8f req-d241e657-3484-4b5e-a199-419eac7590eb tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:14.806994 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-32c84cd5-5fae-466e-add0-6203275a0a8f req-d241e657-3484-4b5e-a199-419eac7590eb tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0509322 Sep 15 19:34:14.858173 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-32c84cd5-5fae-466e-add0-6203275a0a8f req-8ee5f03c-d95b-481f-9a11-67c7ac5a3f0c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448937 Sep 15 19:34:16.404983 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6660d0d-1aeb-4e6b-bdc0-166ecaef6c82 req-0e2ffa0a-1076-4cde-92b4-1c0b8d012abd tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:16.406984 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f6660d0d-1aeb-4e6b-bdc0-166ecaef6c82 req-0e2ffa0a-1076-4cde-92b4-1c0b8d012abd tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0553603 Sep 15 19:34:16.456533 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f6660d0d-1aeb-4e6b-bdc0-166ecaef6c82 req-f5479428-1309-42d6-bda5-f598ddd84fb1 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 Sep 15 19:34:16.567350 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2686e-02e4-4f86-bb1b-2111201a5ab7 req-e558a37a-e1a0-4407-9de1-eca80e72b975 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:16.568768 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-03a2686e-02e4-4f86-bb1b-2111201a5ab7 req-e558a37a-e1a0-4407-9de1-eca80e72b975 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 946 time: 0.0508904 Sep 15 19:34:16.625024 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-03a2686e-02e4-4f86-bb1b-2111201a5ab7 req-3e06baca-4525-4863-a53c-80f4162f70f9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502963 Sep 15 19:34:17.598066 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5737c9-f809-43df-b17c-200d6a84f0c4 req-4c4e23ee-a6bc-4043-bc30-a1c887ee4ff6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:17.600141 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9d5737c9-f809-43df-b17c-200d6a84f0c4 req-4c4e23ee-a6bc-4043-bc30-a1c887ee4ff6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0587840 Sep 15 19:34:17.655051 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9d5737c9-f809-43df-b17c-200d6a84f0c4 req-f5bbae3e-0932-4d05-bef4-976ea0377ef9 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491853 Sep 15 19:34:17.713794 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-802dd3c1-0de0-4fc8-9582-9a6e01512b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:17.776749 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2c49a-481e-4c06-b590-e12914df9f3b req-81b71d00-67c7-4133-8eed-5a064737b21b tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:17.778332 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7dc2c49a-481e-4c06-b590-e12914df9f3b req-81b71d00-67c7-4133-8eed-5a064737b21b tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 946 time: 0.0582561 Sep 15 19:34:17.834620 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7dc2c49a-481e-4c06-b590-e12914df9f3b req-a28c0b60-f2b7-4c6f-b037-7477ae7884f8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503643 Sep 15 19:34:18.129052 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5992be04-41ed-4758-8592-883d30dcad69 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:18.130445 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5992be04-41ed-4758-8592-883d30dcad69 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 946 time: 0.0513384 Sep 15 19:34:18.211109 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:18.217428 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Deleting port bd84b30a-cc10-459e-ab2e-bf61f225c610 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:34:18.217756 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:18.274760 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:18.316902 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] For port bd84b30a-cc10-459e-ab2e-bf61f225c610, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=bd84b30a-cc10-459e-ab2e-bf61f225c610,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:18.317264 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:18.738793 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:18.739525 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (9ec992c3-68ba-46f8-9b65-189d5f40bfde), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:18.739525 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Floating IP 9ec992c3-68ba-46f8-9b65-189d5f40bfde disassociated. External IP: 172.27.0.53, port: bd84b30a-cc10-459e-ab2e-bf61f225c610. Sep 15 19:34:18.739892 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Calling delete_port for bd84b30a-cc10-459e-ab2e-bf61f225c610 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:34:18.844547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33f575-6e5c-4766-9f92-8e75cf38c6c5 req-6152e2b1-8e68-4d38-933f-bec0eec867f3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:18.846592 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4a33f575-6e5c-4766-9f92-8e75cf38c6c5 req-6152e2b1-8e68-4d38-933f-bec0eec867f3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0883477 Sep 15 19:34:18.936807 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4a33f575-6e5c-4766-9f92-8e75cf38c6c5 req-4db491c6-d21f-457d-8ce7-6d7b38f7c533 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840404 Sep 15 19:34:19.020241 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:19.021455 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:19.067331 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (bd84b30a-cc10-459e-ab2e-bf61f225c610), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:19.103073 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event deleted for resources: {'Port': ['ID=bd84b30a-cc10-459e-ab2e-bf61f225c610,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:19.113823 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536b738-bfa0-47c7-ac44-66241a829e5e req-5ff1ef52-e6c8-46a5-8d47-9f6c0b998ec8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:19.115433 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b536b738-bfa0-47c7-ac44-66241a829e5e req-5ff1ef52-e6c8-46a5-8d47-9f6c0b998ec8 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 946 time: 0.0816338 Sep 15 19:34:19.243777 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b536b738-bfa0-47c7-ac44-66241a829e5e req-241cdc71-1bdc-43b6-b176-c416a5f40c47 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c03774dc-6d17-40da-9b09-cdc24d6bdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211722 Sep 15 19:34:19.263935 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Router 2331ef2e-0fc4-466a-a554-87a53148ad5c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:34:19.307791 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:19.379366 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:34:19.391637 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] Sync routers for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:34:19.402652 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:34:19.403558 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:33:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:19.432775 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] No DVR routers for this DVR port bd84b30a-cc10-459e-ab2e-bf61f225c610 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:34:19.435447 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:19.440183 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-dc33a5f2-cd6b-4309-994a-896720dc4475 req-5c3d2054-2251-4080-aa68-de02e9742d02 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.33 "DELETE /networking/v2.0/ports/bd84b30a-cc10-459e-ab2e-bf61f225c610 HTTP/1.1" status: 204 len: 173 time: 1.3030565 Sep 15 19:34:19.441808 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'name': 'network-vif-deleted', 'tag': 'bd84b30a-cc10-459e-ab2e-bf61f225c610'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:34:19.444590 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80506484-998c-4dc6-9907-fc3dc7e784d2" -d '{"events": [{"server_uuid": "d0bedbd2-0142-4af2-a367-257352a283a5", "name": "network-vif-deleted", "tag": "bd84b30a-cc10-459e-ab2e-bf61f225c610"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:34:19.497681 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0f7a6b-4569-440b-bf2d-5c41ec6542ef x-openstack-request-id: req-8f0f7a6b-4569-440b-bf2d-5c41ec6542ef {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:34:19.498070 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bedbd2-0142-4af2-a367-257352a283a5", "name": "network-vif-deleted", "tag": "bd84b30a-cc10-459e-ab2e-bf61f225c610", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:34:19.498399 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f0f7a6b-4569-440b-bf2d-5c41ec6542ef {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:34:19.498875 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0f7a6b-4569-440b-bf2d-5c41ec6542ef'] response: {'server_uuid': 'd0bedbd2-0142-4af2-a367-257352a283a5', 'name': 'network-vif-deleted', 'tag': 'bd84b30a-cc10-459e-ab2e-bf61f225c610', 'status': 'completed', 'code': 200} Sep 15 19:34:19.519563 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:34:19.807963 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:19.836477 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] Checking router: 2331ef2e-0fc4-466a-a554-87a53148ad5c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:34:19.846499 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:34:19.847110 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:33:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:19.951398 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:34:20.067786 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1252ed06-326a-4e39-a938-3087e993e9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:20.098850 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6297f-a4e4-4e4f-8d47-56ae7eec90f8 req-39effdd0-7bed-438b-9b99-f2f741462fb4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:20.101207 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-28c6297f-a4e4-4e4f-8d47-56ae7eec90f8 req-39effdd0-7bed-438b-9b99-f2f741462fb4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0541372 Sep 15 19:34:20.154645 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:20.155260 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-28c6297f-a4e4-4e4f-8d47-56ae7eec90f8 req-b781287a-ad70-4497-a576-d2b2c890fb35 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472505 Sep 15 19:34:20.180785 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aeea2-d8c7-4ceb-9966-4a3fb5fe48e9 None None] The sync data for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi is: [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:18Z', 'revision_number': 4, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '0850f33f-8c4b-4168-8e54-64894888da8b', 'name': '', 'network_id': '6260c8ac-0673-45b5-914a-caba360d68d4', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'mac_address': 'fa:16:3e:16:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:17Z', 'updated_at': '2022-09-15T19:28:21Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'subnets': [{'id': '2036ab81-0327-4fda-9de5-42d971e8168a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:34:20.373446 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff8bbc0e-3ffc-46a4-a610-d9d2cf791181 req-89871aa0-288b-407f-ada5-6c9fc32ee5f1 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0bedbd2-0142-4af2-a367-257352a283a5 HTTP/1.1" status: 200 len: 210 time: 0.0317173 Sep 15 19:34:20.425368 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e2ee7-3395-4d98-86fc-98f637b5bc52 None None] New status for floating IP 9ec992c3-68ba-46f8-9b65-189d5f40bfde: DOWN {{(pid=106636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:34:21.206195 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:21.289732 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497f7c0-4b40-4347-8d4c-d538ec521175 req-f3d9b87e-6109-410d-ac03-13339b53a1fb tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:21.291350 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4497f7c0-4b40-4347-8d4c-d538ec521175 req-f3d9b87e-6109-410d-ac03-13339b53a1fb tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0503378 Sep 15 19:34:21.354213 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4497f7c0-4b40-4347-8d4c-d538ec521175 req-a8bce2c0-fc60-4909-8a73-46c069122b6c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529780 Sep 15 19:34:21.579244 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38510) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:21.608688 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:21.646638 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-170d3ce2-ac42-41e5-a515-8096977b6af9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (c03774dc-6d17-40da-9b09-cdc24d6bdb25), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:21.674800 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-170d3ce2-ac42-41e5-a515-8096977b6af9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (c03774dc-6d17-40da-9b09-cdc24d6bdb25), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:21.813645 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-170d3ce2-ac42-41e5-a515-8096977b6af9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (c03774dc-6d17-40da-9b09-cdc24d6bdb25), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:21.816278 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-170d3ce2-ac42-41e5-a515-8096977b6af9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:21.817514 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-170d3ce2-ac42-41e5-a515-8096977b6af9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c03774dc-6d17-40da-9b09-cdc24d6bdb25 HTTP/1.1" status: 204 len: 168 time: 0.2421114 Sep 15 19:34:21.821159 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38520) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:21.840134 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d3ce2-ac42-41e5-a515-8096977b6af9 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03774dc-6d17-40da-9b09-cdc24d6bdb25,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:21.842252 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.api.v2.resource [None req-1e0831b9-3e75-4c0f-bb36-79ec1602a1be tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] show failed (client error): The resource could not be found. Sep 15 19:34:21.843352 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-1e0831b9-3e75-4c0f-bb36-79ec1602a1be tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "GET /networking/v2.0/security-groups/c03774dc-6d17-40da-9b09-cdc24d6bdb25 HTTP/1.1" status: 404 len: 347 time: 0.0212166 Sep 15 19:34:21.847033 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38522) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:21.982142 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-f055da23-c6f6-4bc7-b666-b460e622ec88 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Deleting port 9f22e2cd-fcb2-464f-8581-b91ab1cd396e {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:34:21.982687 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f055da23-c6f6-4bc7-b666-b460e622ec88 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (9f22e2cd-fcb2-464f-8581-b91ab1cd396e), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:22.084002 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f055da23-c6f6-4bc7-b666-b460e622ec88 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (9f22e2cd-fcb2-464f-8581-b91ab1cd396e), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:22.085251 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f055da23-c6f6-4bc7-b666-b460e622ec88 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (9f22e2cd-fcb2-464f-8581-b91ab1cd396e), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:22.103279 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-f055da23-c6f6-4bc7-b666-b460e622ec88 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Calling delete_port for 9f22e2cd-fcb2-464f-8581-b91ab1cd396e owned by network:floatingip {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:34:22.349015 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f055da23-c6f6-4bc7-b666-b460e622ec88 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (9f22e2cd-fcb2-464f-8581-b91ab1cd396e), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:22.352376 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:22.380355 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055da23-c6f6-4bc7-b666-b460e622ec88 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Pushing event deleted for resources: {'Port': ['ID=9f22e2cd-fcb2-464f-8581-b91ab1cd396e,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:22.565668 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f055da23-c6f6-4bc7-b666-b460e622ec88 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks [] for floatingip (9ec992c3-68ba-46f8-9b65-189d5f40bfde), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:22.568630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f055da23-c6f6-4bc7-b666-b460e622ec88 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:22.570081 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-f055da23-c6f6-4bc7-b666-b460e622ec88 tempest-AttachVolumeTestJSON-820242980 tempest-AttachVolumeTestJSON-820242980-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/9ec992c3-68ba-46f8-9b65-189d5f40bfde HTTP/1.1" status: 204 len: 168 time: 0.7218068 Sep 15 19:34:22.579140 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f1ef3-773f-4a15-9523-e6636532f5a6 req-e10f2b31-8750-437e-b4c1-acb2c982dfd4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:22.588195 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673f1ef3-773f-4a15-9523-e6636532f5a6 req-e10f2b31-8750-437e-b4c1-acb2c982dfd4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0926559 Sep 15 19:34:22.648221 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-673f1ef3-773f-4a15-9523-e6636532f5a6 req-e660c7a6-f61d-432e-9734-29cabecc2d5a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576577 Sep 15 19:34:22.709819 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 143ce322-19a2-43c5-83ec-ba67ce8ce7cc details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:34:22.712870 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device bd84b30a-cc10-459e-ab2e-bf61f225c610 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:34:22.756278 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: bd84b30a-cc10-459e-ab2e-bf61f225c610 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:34:22.756622 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device bd84b30a-cc10-459e-ab2e-bf61f225c610 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:34:22.798782 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:22.893401 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:22.897474 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:22.930373 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'port_id': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'mac_address': 'fa:16:3e:dc:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:34:22.975921 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc is: ACTIVE; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:34:22.976391 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:22.994199 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 143ce322-19a2-43c5-83ec-ba67ce8ce7cc {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:34:23.018326 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:23.094817 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:23.139688 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:23.168291 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=6']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:23.176911 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.177255 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.177682 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.178018 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.178341 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.178659 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.179174 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.179457 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.179967 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.180432 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.181082 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.181418 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.181715 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.182278 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.182548 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:23.188907 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['143ce322-19a2-43c5-83ec-ba67ce8ce7cc'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:34:23.889460 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783ef06-9838-460b-a7bc-55e2ac3086b6 req-dfe3c98d-a237-4fe5-8f38-a727c2a14ab6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:23.893535 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8783ef06-9838-460b-a7bc-55e2ac3086b6 req-dfe3c98d-a237-4fe5-8f38-a727c2a14ab6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 945 time: 0.0665383 Sep 15 19:34:24.003697 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8783ef06-9838-460b-a7bc-55e2ac3086b6 req-fd111fb6-cd2d-4ca3-b0b9-ea131a3badbe tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030917 Sep 15 19:34:24.718338 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 143ce322-19a2-43c5-83ec-ba67ce8ce7cc up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:34:24.750099 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:24.789955 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:34:24.790608 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:24.791104 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc Sep 15 19:34:24.881982 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:34:24.882678 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:24.921326 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:34:24.924444 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520f6e68-b2d5-4517-81da-0cee213fe7b0" -d '{"events": [{"server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "name": "network-vif-plugged", "status": "completed", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:34:24.939575 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:25.001843 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3619bf6c-cae9-478f-8830-de2470e0d6be x-openstack-request-id: req-3619bf6c-cae9-478f-8830-de2470e0d6be {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:34:25.003813 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "name": "network-vif-plugged", "status": "completed", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:34:25.004780 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3619bf6c-cae9-478f-8830-de2470e0d6be {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:34:25.005878 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3619bf6c-cae9-478f-8830-de2470e0d6be'] response: {'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'code': 200} Sep 15 19:34:25.013262 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:25.080687 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=7']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:25.182009 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be43c70-99e3-4466-b1e1-61d3977c2a96 req-1fc6cd7e-7aaa-48b0-b07c-8884de8fc511 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:25.183976 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0be43c70-99e3-4466-b1e1-61d3977c2a96 req-1fc6cd7e-7aaa-48b0-b07c-8884de8fc511 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0561807 Sep 15 19:34:25.254676 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0be43c70-99e3-4466-b1e1-61d3977c2a96 req-c5a68b39-46dd-45ec-b3ad-1e756dae6086 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629280 Sep 15 19:34:26.435958 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83326c31-1a1c-4f1c-836a-e6767e471f3f req-ef6626ad-fb95-439f-86b6-03d94921fd3b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:26.439194 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-83326c31-1a1c-4f1c-836a-e6767e471f3f req-ef6626ad-fb95-439f-86b6-03d94921fd3b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0599129 Sep 15 19:34:26.542849 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-83326c31-1a1c-4f1c-836a-e6767e471f3f req-6ec4c0d0-4766-4fdb-b471-2d4d86fdb989 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970201 Sep 15 19:34:27.264760 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 38610) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:27.717015 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5d2ad-099a-476d-8449-e13ad2c861b7 req-468c36ae-024b-43e5-92c1-bdcf7edffa01 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:27.726311 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8ed5d2ad-099a-476d-8449-e13ad2c861b7 req-468c36ae-024b-43e5-92c1-bdcf7edffa01 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0658362 Sep 15 19:34:27.754178 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:27.804280 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8ed5d2ad-099a-476d-8449-e13ad2c861b7 req-59ea4b22-04a7-434a-8610-8f8959324d57 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764792 Sep 15 19:34:28.256040 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (2331ef2e-0fc4-466a-a554-87a53148ad5c), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:28.568136 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] Deleting port 0850f33f-8c4b-4168-8e54-64894888da8b {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:34:28.569238 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:28.684902 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] For port 0850f33f-8c4b-4168-8e54-64894888da8b, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=0850f33f-8c4b-4168-8e54-64894888da8b,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:28.685259 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:28.709056 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] Calling delete_port for 0850f33f-8c4b-4168-8e54-64894888da8b owned by network:router_interface {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:34:28.944948 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:29.016300 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18215e80-3c7d-4568-9540-f8f275f394c4 req-71860ab3-3696-4b1e-bbc6-eada22533bfe tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:29.017948 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-18215e80-3c7d-4568-9540-f8f275f394c4 req-71860ab3-3696-4b1e-bbc6-eada22533bfe tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0721908 Sep 15 19:34:29.073167 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (0850f33f-8c4b-4168-8e54-64894888da8b), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:29.078909 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-18215e80-3c7d-4568-9540-f8f275f394c4 req-353f8b9f-ce55-4a46-8d77-c4a39893317e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544455 Sep 15 19:34:29.119939 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:29.126443 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=0850f33f-8c4b-4168-8e54-64894888da8b,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:29.320676 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (2331ef2e-0fc4-466a-a554-87a53148ad5c), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:29.550622 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] Router 2331ef2e-0fc4-466a-a554-87a53148ad5c has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:34:29.657339 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:29.673066 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:34:29.678618 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-1bbadc5b-9c9e-4eea-baf6-aae23f72c4fa admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2331ef2e-0fc4-466a-a554-87a53148ad5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4122262 Sep 15 19:34:29.681149 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 38634) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:29.685413 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] Sync routers for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:34:29.703638 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:34:29.704535 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:34:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:29.787409 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Publish callbacks [] for router (2331ef2e-0fc4-466a-a554-87a53148ad5c), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:29.832708 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:34:29.922238 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Publish callbacks [] for router_gateway (2331ef2e-0fc4-466a-a554-87a53148ad5c), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:30.055498 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Deleting port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:34:30.057559 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:30.083493 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:34:28Z', 'revision_number': 5, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port': {'id': '52cd0d82-1b36-43c7-ae9e-c39e2a149e53', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:30.115692 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:30.119906 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] Checking router: 2331ef2e-0fc4-466a-a554-87a53148ad5c for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:34:30.127264 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] Routers {'2331ef2e-0fc4-466a-a554-87a53148ad5c'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:34:30.127908 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:34:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['2331ef2e-0fc4-466a-a554-87a53148ad5c'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:30.206346 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=100 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:30.212955 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] For port 52cd0d82-1b36-43c7-ae9e-c39e2a149e53, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=52cd0d82-1b36-43c7-ae9e-c39e2a149e53,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:30.213636 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:30.235115 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] Set router 2331ef2e-0fc4-466a-a554-87a53148ad5c gateway port host: None {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:34:30.253908 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Calling delete_port for 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 owned by network:router_gateway {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:34:30.266656 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7e89-2079-4991-bf7f-42470989170e req-dbf0d369-3494-44b4-8daf-e6eb74c03c96 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:30.274521 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d02f7e89-2079-4991-bf7f-42470989170e req-dbf0d369-3494-44b4-8daf-e6eb74c03c96 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0633509 Sep 15 19:34:30.308581 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:34:29Z', 'revision_number': 6, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port_host': None}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:30.341433 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d02f7e89-2079-4991-bf7f-42470989170e req-85a543aa-3524-4715-bbdb-c1a9ed5c2e82 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656605 Sep 15 19:34:30.342402 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390021f2-a5a1-4624-bc2f-9163321bbee5 None None] The sync data for ids ['2331ef2e-0fc4-466a-a554-87a53148ad5c'] in dv-cinder-849846-10-iscsi is: [{'id': '2331ef2e-0fc4-466a-a554-87a53148ad5c', 'name': 'tempest-AttachVolumeTestJSON-467938712-router', 'tenant_id': '340975b28fc242b5bf4a3364fe702ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:28:14Z', 'updated_at': '2022-09-15T19:34:29Z', 'revision_number': 6, 'project_id': '340975b28fc242b5bf4a3364fe702ad4', 'gw_port_host': None}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:34:30.606902 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (52cd0d82-1b36-43c7-ae9e-c39e2a149e53), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:30.636041 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Pushing event deleted for resources: {'Port': ['ID=52cd0d82-1b36-43c7-ae9e-c39e2a149e53,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:30.736638 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (2331ef2e-0fc4-466a-a554-87a53148ad5c), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:30.883604 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (2331ef2e-0fc4-466a-a554-87a53148ad5c), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:30.886265 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Publish callbacks [] for router_controller (2331ef2e-0fc4-466a-a554-87a53148ad5c), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:30.894650 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:31.101085 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (2331ef2e-0fc4-466a-a554-87a53148ad5c), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.102284 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2331ef2e-0fc4-466a-a554-87a53148ad5c {{(pid=106635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:34:31.107259 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.111896 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-f35e0e5d-2eac-471c-8bb1-965cb1dd3951 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2331ef2e-0fc4-466a-a554-87a53148ad5c HTTP/1.1" status: 204 len: 168 time: 1.4264717 Sep 15 19:34:31.112073 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38648) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:31.172480 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eaf235c-764d-40a1-a45f-69ec5854b6ad admin admin] Deleting subnet 2036ab81-0327-4fda-9de5-42d971e8168a {{(pid=106634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:34:31.176890 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eaf235c-764d-40a1-a45f-69ec5854b6ad admin admin] Publish callbacks [] for subnet (2036ab81-0327-4fda-9de5-42d971e8168a), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.244272 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eaf235c-764d-40a1-a45f-69ec5854b6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6992321'] for subnet (2036ab81-0327-4fda-9de5-42d971e8168a), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.316071 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:34:31.338339 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:34:31.339083 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 52cd0d82-1b36-43c7-ae9e-c39e2a149e53 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:34:31.339936 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 0850f33f-8c4b-4168-8e54-64894888da8b no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:34:31.380005 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 0850f33f-8c4b-4168-8e54-64894888da8b {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:34:31.387617 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 0850f33f-8c4b-4168-8e54-64894888da8b not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:34:31.406124 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eaf235c-764d-40a1-a45f-69ec5854b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (2036ab81-0327-4fda-9de5-42d971e8168a), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.527439 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a498df9-5034-45ef-b388-06782a92a3fe req-8ff46610-fa49-4a5e-a06e-f0d45faaa3c6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:31.537375 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2a498df9-5034-45ef-b388-06782a92a3fe req-8ff46610-fa49-4a5e-a06e-f0d45faaa3c6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0693502 Sep 15 19:34:31.570277 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:31.594786 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2a498df9-5034-45ef-b388-06782a92a3fe req-96ea9528-f8bd-412c-af2b-e6c1c80912a7 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588269 Sep 15 19:34:31.647418 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eaf235c-764d-40a1-a45f-69ec5854b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-832232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5304945'] for subnet (2036ab81-0327-4fda-9de5-42d971e8168a), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.683708 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf235c-764d-40a1-a45f-69ec5854b6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2036ab81-0327-4fda-9de5-42d971e8168a,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:31.689255 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7eaf235c-764d-40a1-a45f-69ec5854b6ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.692532 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-7eaf235c-764d-40a1-a45f-69ec5854b6ad admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/2036ab81-0327-4fda-9de5-42d971e8168a HTTP/1.1" status: 204 len: 168 time: 0.5795231 Sep 15 19:34:31.695144 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38652) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:31.704087 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f007287e-7275-4726-ad90-51bc921453ac None None] Network 6260c8ac-0673-45b5-914a-caba360d68d4 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:34:31.775986 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (6260c8ac-0673-45b5-914a-caba360d68d4), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.837865 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Deleting port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:34:31.838307 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.906978 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43b4565-fdd0-4e84-b198-44163d37ba62 None None] DHCP port deletion for 6260c8ac-0673-45b5-914a-caba360d68d4 request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:34:31.946497 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] For port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=ac7c5674-5c38-457f-9bee-6a9fa19ad3c2,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:31.947021 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.962974 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-f43b4565-fdd0-4e84-b198-44163d37ba62 None None] Deleting port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:34:31.963604 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f43b4565-fdd0-4e84-b198-44163d37ba62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:31.966336 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:31.968009 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Calling delete_port for ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 owned by network:dhcp {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:34:32.058679 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-f43b4565-fdd0-4e84-b198-44163d37ba62 None None] For port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=ac7c5674-5c38-457f-9bee-6a9fa19ad3c2,segment=NetworkSegment(62c6dc3b-2631-437e-8188-bc2afb8fa90c),segment_id=62c6dc3b-2631-437e-8188-bc2afb8fa90c)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:32.059443 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f43b4565-fdd0-4e84-b198-44163d37ba62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:32.083290 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-f43b4565-fdd0-4e84-b198-44163d37ba62 None None] Calling delete_port for ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:34:32.196316 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:32.204533 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f43b4565-fdd0-4e84-b198-44163d37ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909'] for port (ac7c5674-5c38-457f-9bee-6a9fa19ad3c2), after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:32.232219 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b4565-fdd0-4e84-b198-44163d37ba62 None None] Pushing event deleted for resources: {'Port': ['ID=ac7c5674-5c38-457f-9bee-6a9fa19ad3c2,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:32.236212 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7c5674-5c38-457f-9bee-6a9fa19ad3c2,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:32.238344 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b4565-fdd0-4e84-b198-44163d37ba62 None None] No DVR routers for this DVR port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 on host dv-cinder-849846-10-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:34:32.253444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] No DVR routers for this DVR port ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 on host dv-cinder-849846-10-iscsi {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:34:32.394660 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (6260c8ac-0673-45b5-914a-caba360d68d4), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:32.433759 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6260c8ac-0673-45b5-914a-caba360d68d4']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:32.449204 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c6dc3b-2631-437e-8188-bc2afb8fa90c') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:32.449593 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c6dc3b-2631-437e-8188-bc2afb8fa90c') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:32.465773 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (62c6dc3b-2631-437e-8188-bc2afb8fa90c), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:32.488722 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (62c6dc3b-2631-437e-8188-bc2afb8fa90c), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:32.499994 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:34:32.500592 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (62c6dc3b-2631-437e-8188-bc2afb8fa90c), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:32.567159 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 62c6dc3b-2631-437e-8188-bc2afb8fa90c resource provider aggregate not found Sep 15 19:34:32.598328 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 62c6dc3b-2631-437e-8188-bc2afb8fa90c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62c6dc3b-2631-437e-8188-bc2afb8fa90c found for delete ", "request_id": "req-5de1e983-5e2a-4d0e-887a-1e3342dbead5"}]} Sep 15 19:34:32.726493 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (6260c8ac-0673-45b5-914a-caba360d68d4), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:32.747728 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:32.751697 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/6260c8ac-0673-45b5-914a-caba360d68d4 HTTP/1.1" status: 204 len: 168 time: 1.0554562 Sep 15 19:34:32.760788 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910f04b-881f-4faa-b6b2-9c0feb0ac357 admin admin] Pushing event deleted for resources: {'Network': ['ID=6260c8ac-0673-45b5-914a-caba360d68d4,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:32.793791 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f8e62-5e6a-4f01-b01b-a1352cca8e23 req-6291500f-7147-4b1c-9021-568bb355ed36 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:32.796047 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b52f8e62-5e6a-4f01-b01b-a1352cca8e23 req-6291500f-7147-4b1c-9021-568bb355ed36 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.1007626 Sep 15 19:34:32.887702 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b52f8e62-5e6a-4f01-b01b-a1352cca8e23 req-1f94e35a-2521-4b19-8d6f-d6bc371231de tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842352 Sep 15 19:34:33.031138 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:34:33.056087 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:34:33.056649 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device ac7c5674-5c38-457f-9bee-6a9fa19ad3c2 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:34:33.230530 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 38668) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:33.283700 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-75ad48c4-bbce-4452-ac1a-0ef5d3add72c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=340975b28fc242b5bf4a3364fe702ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508955 Sep 15 19:34:33.285695 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 38670) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:33.342306 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e0b049a8-17c0-4466-b588-ada01446525b admin admin] Publish callbacks [] for security_group (80a3da72-ab2d-49c8-b10b-28dcaba199f9), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:33.365013 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e0b049a8-17c0-4466-b588-ada01446525b admin admin] Publish callbacks [] for security_group (80a3da72-ab2d-49c8-b10b-28dcaba199f9), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:33.852900 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e0b049a8-17c0-4466-b588-ada01446525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (80a3da72-ab2d-49c8-b10b-28dcaba199f9), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:33.855562 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e0b049a8-17c0-4466-b588-ada01446525b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:33.860108 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e0b049a8-17c0-4466-b588-ada01446525b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/80a3da72-ab2d-49c8-b10b-28dcaba199f9 HTTP/1.1" status: 204 len: 168 time: 0.5701632 Sep 15 19:34:33.865191 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b049a8-17c0-4466-b588-ada01446525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a3da72-ab2d-49c8-b10b-28dcaba199f9,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:34.078245 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10dca8-4ba9-4b48-a303-824a3ba693de req-b89d219d-faba-4cbb-b4f8-143e2d61e09e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:34.091682 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0c10dca8-4ba9-4b48-a303-824a3ba693de req-b89d219d-faba-4cbb-b4f8-143e2d61e09e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0826333 Sep 15 19:34:34.165856 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0c10dca8-4ba9-4b48-a303-824a3ba693de req-a3b70840-c9c1-4d98-867a-2ed9647e05c4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657291 Sep 15 19:34:35.319058 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19718345-d6ba-43d2-a475-5c1752ee6749 req-49b6d942-8974-46e7-801a-35db7d210828 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:35.320746 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-19718345-d6ba-43d2-a475-5c1752ee6749 req-49b6d942-8974-46e7-801a-35db7d210828 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0524058 Sep 15 19:34:35.374946 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-19718345-d6ba-43d2-a475-5c1752ee6749 req-7169f8eb-d3d3-4796-902b-8b3d98a7aa06 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477092 Sep 15 19:34:36.512294 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:36.532083 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150dae8-6f98-43e7-a25c-35a1bf627e4d req-75c8a462-ec69-411f-a766-c14337b25526 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:36.533613 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d150dae8-6f98-43e7-a25c-35a1bf627e4d req-75c8a462-ec69-411f-a766-c14337b25526 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0524917 Sep 15 19:34:36.587882 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d150dae8-6f98-43e7-a25c-35a1bf627e4d req-1b04f596-d2da-4c1e-bdee-b3b0f9071751 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485210 Sep 15 19:34:37.717518 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe80a3-6219-4008-bcb0-76b85c8137e8 req-16696506-3a27-43e8-90ca-75acba9482d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:37.719049 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-96fe80a3-6219-4008-bcb0-76b85c8137e8 req-16696506-3a27-43e8-90ca-75acba9482d2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0489790 Sep 15 19:34:37.767622 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-96fe80a3-6219-4008-bcb0-76b85c8137e8 req-aaf19e7f-905f-41ee-a41e-43681bae64ce tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 Sep 15 19:34:37.961068 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-95bb57c3-3cfa-426b-bc6c-24596c0e9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:37.962594 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-95bb57c3-3cfa-426b-bc6c-24596c0e9102 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 1130 time: 0.0428531 Sep 15 19:34:38.962853 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-cd403d62-8c57-489d-8496-ec9ea9ef4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:38.964432 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-cd403d62-8c57-489d-8496-ec9ea9ef4a6a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 917 time: 0.0947723 Sep 15 19:34:39.091787 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234697-9a32-4d8f-8377-0f12ee7e8bd6 req-82684013-1dc1-480b-a755-fa97f1f9e54a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:39.093765 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1c234697-9a32-4d8f-8377-0f12ee7e8bd6 req-82684013-1dc1-480b-a755-fa97f1f9e54a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0468104 Sep 15 19:34:39.141041 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1c234697-9a32-4d8f-8377-0f12ee7e8bd6 req-55df2ec2-9266-473d-b0b9-9dff388ea41c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415671 Sep 15 19:34:39.716056 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-86e183d7-18ee-4bde-8636-a6fae989b208 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc HTTP/1.1" status: 200 len: 1000 time: 0.0626235 Sep 15 19:34:40.269042 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6fab8-26f8-4bf6-a78b-da2874c8640c req-fc776208-f6cf-42b8-b068-d48fefa36d09 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:40.270540 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-07d6fab8-26f8-4bf6-a78b-da2874c8640c req-fc776208-f6cf-42b8-b068-d48fefa36d09 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0479515 Sep 15 19:34:40.318714 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-07d6fab8-26f8-4bf6-a78b-da2874c8640c req-643c5b64-b800-4359-ad98-5ab915e9c86f tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Sep 15 19:34:40.343899 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=15 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:40.606612 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:40.616125 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-75d12709-2b3f-4c4b-8c53-53fbdb3f36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:40.617565 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-75d12709-2b3f-4c4b-8c53-53fbdb3f36eb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=32102ca0-ab39-402b-a602-5ce0045b00ff HTTP/1.1" status: 200 len: 855 time: 0.0453286 Sep 15 19:34:40.666093 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-1586f472-f956-4186-b51d-17d2a674eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:40.667558 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-1586f472-f956-4186-b51d-17d2a674eb1e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fec50405-c88e-450d-9ebf-156c556a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421610 Sep 15 19:34:40.760002 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-712178e9-2ce1-41ba-bba9-ef82c666969c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847778 Sep 15 19:34:40.856277 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1228a9a4-5c55-47bb-8035-b4e229fe5082 req-66bf558c-27ef-42d9-b663-5ec220fbd3cf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898008 Sep 15 19:34:41.115371 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:41.446749 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf76fff-0495-4782-a16e-4d286bd9426d req-87b033ad-bd71-4b31-bf27-586dedc6f827 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:41.448245 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1bf76fff-0495-4782-a16e-4d286bd9426d req-87b033ad-bd71-4b31-bf27-586dedc6f827 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0479131 Sep 15 19:34:41.496653 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1bf76fff-0495-4782-a16e-4d286bd9426d req-0b4f3615-4152-407a-9460-6d1b6ca1b34b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421939 Sep 15 19:34:42.019312 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:34:42.624285 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256e8d4-cad9-47f2-a6f5-faf714de466c req-41f2abd3-440d-41f7-9912-c8b80fe7e113 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:42.625781 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4256e8d4-cad9-47f2-a6f5-faf714de466c req-41f2abd3-440d-41f7-9912-c8b80fe7e113 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0462613 Sep 15 19:34:42.637865 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:42.677920 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4256e8d4-cad9-47f2-a6f5-faf714de466c req-b6743920-9c2a-4520-8735-7cf7564a3f40 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465436 Sep 15 19:34:43.504923 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 143ce322-19a2-43c5-83ec-ba67ce8ce7cc no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:34:43.575256 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:43.579762 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc is: ACTIVE; New status is: DOWN {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:34:43.580143 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:43.603311 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:34:43.605578 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc1c7d8-d9f3-497f-9839-1dccc2b755e8" -d '{"events": [{"server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:34:43.618416 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:34:43.647989 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 19:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee227ef-b417-4f7a-98ee-011838ecc185 x-openstack-request-id: req-3ee227ef-b417-4f7a-98ee-011838ecc185 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:34:43.648276 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:34:43.648521 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ee227ef-b417-4f7a-98ee-011838ecc185 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:34:43.648909 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee227ef-b417-4f7a-98ee-011838ecc185'] response: {'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'code': 200} Sep 15 19:34:43.808004 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991642a-9745-4780-ba2c-af58449d1b16 req-c32ade76-832b-472a-be81-8669d362d63a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:43.809500 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f991642a-9745-4780-ba2c-af58449d1b16 req-c32ade76-832b-472a-be81-8669d362d63a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 946 time: 0.0479755 Sep 15 19:34:43.858050 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f991642a-9745-4780-ba2c-af58449d1b16 req-fd3d19dd-7f87-445e-984c-a8f62a1ed7ca tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 Sep 15 19:34:43.860480 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:43.861531 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:44.457907 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:44.507838 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=8']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:44.991993 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878f9b4-47a4-42f2-9a33-0f9804d8629c req-df5395db-ab5d-4c5e-b7f9-9a9e6e54409c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:44.993512 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f878f9b4-47a4-42f2-9a33-0f9804d8629c req-df5395db-ab5d-4c5e-b7f9-9a9e6e54409c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0485094 Sep 15 19:34:45.043844 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f878f9b4-47a4-42f2-9a33-0f9804d8629c req-0a30fc78-f344-4922-a1dc-36bff5bc12d9 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444093 Sep 15 19:34:46.176011 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427536b-aefa-4e5a-b2b5-d6fdd878f6f4 req-74205a91-622c-45ab-aed1-d23b1a8d49ce tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:46.177479 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c427536b-aefa-4e5a-b2b5-d6fdd878f6f4 req-74205a91-622c-45ab-aed1-d23b1a8d49ce tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0507822 Sep 15 19:34:46.224963 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c427536b-aefa-4e5a-b2b5-d6fdd878f6f4 req-45cd860e-5948-4638-b80a-217243945605 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Sep 15 19:34:46.834038 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 143ce322-19a2-43c5-83ec-ba67ce8ce7cc no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:34:46.920457 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc is: DOWN; New status is: DOWN {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:34:47.697914 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-74986b4e-34ba-402c-a775-d04b83fbf15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:47.916284 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [req-66a832e1-e272-4f26-8c6e-8543d86d2d15 req-98f2f3e3-ded6-4f7a-b7db-53a8b08623d6 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:34:47.917271 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-66a832e1-e272-4f26-8c6e-8543d86d2d15 req-98f2f3e3-ded6-4f7a-b7db-53a8b08623d6 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054548 Sep 15 19:34:48.704957 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2d1ad-854b-4f0c-b689-9ac3a8480020 req-2993aead-bcb4-4239-a57e-45b85aad0735 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:48.706647 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-57f2d1ad-854b-4f0c-b689-9ac3a8480020 req-2993aead-bcb4-4239-a57e-45b85aad0735 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0610209 Sep 15 19:34:48.763463 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-57f2d1ad-854b-4f0c-b689-9ac3a8480020 req-50b7866d-5f67-4a31-9c33-37754b810aab tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502775 Sep 15 19:34:49.296555 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 38928) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:49.383210 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-f22cff6c-14e3-42b1-8bd0-9fa71cbfa37d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853846 Sep 15 19:34:49.391752 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-8f67f372-adb3-4b70-9dc4-73b0c43e2118 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:34:49.392715 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-8f67f372-adb3-4b70-9dc4-73b0c43e2118 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049644 Sep 15 19:34:49.925010 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af3eff-b1c4-4baf-988e-b6427bc33f2d req-023cc114-7ada-43b6-ac75-0b32013bad7b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:49.926502 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-53af3eff-b1c4-4baf-988e-b6427bc33f2d req-023cc114-7ada-43b6-ac75-0b32013bad7b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0529249 Sep 15 19:34:49.972344 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:49.994972 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-53af3eff-b1c4-4baf-988e-b6427bc33f2d req-416a10b9-6d84-4fb2-bb8a-87e66241bb77 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570321 Sep 15 19:34:50.079991 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-49b5cf37-8f63-496b-8a88-dd8333463006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:50.521779 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 38962) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:50.544996 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 38966) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:50.649161 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:50.720270 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-c55cd7b3-271f-45ce-9b0d-ccfc3d593b89 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:50.723202 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-c55cd7b3-271f-45ce-9b0d-ccfc3d593b89 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports/143ce322-19a2-43c5-83ec-ba67ce8ce7cc HTTP/1.1" status: 200 len: 941 time: 0.1754827 Sep 15 19:34:50.777099 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Publish callbacks [] for security_group (5dd00402-f782-4965-b465-1fa6942155f8), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:50.921178 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (5dd00402-f782-4965-b465-1fa6942155f8), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:50.960517 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd00402-f782-4965-b465-1fa6942155f8,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:50.964379 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=62e763646d564589a4b2e7900682a5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416111 Sep 15 19:34:50.967223 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 38972) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:50.970609 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.970951 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.971293 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.971625 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.971978 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.972303 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.972624 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.972943 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.973266 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.973582 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.973904 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.974223 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.974535 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.974902 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:50.975218 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30483d53-1d35-4c63-a90e-08a51446a552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.018883 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Publish callbacks [] for security_group (5dd00402-f782-4965-b465-1fa6942155f8), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:51.041260 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Publish callbacks [] for security_group (5dd00402-f782-4965-b465-1fa6942155f8), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:51.115739 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:51.133520 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb434d06-0d31-4786-88aa-7fa3b5d9615c req-50ae51ac-50fe-4561-89c0-1d4119b6bb91 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:51.135018 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fb434d06-0d31-4786-88aa-7fa3b5d9615c req-50ae51ac-50fe-4561-89c0-1d4119b6bb91 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0492675 Sep 15 19:34:51.187019 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fb434d06-0d31-4786-88aa-7fa3b5d9615c req-c9f6df8f-a5c6-47a7-9f7b-a0a482cff230 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462205 Sep 15 19:34:51.190383 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (5dd00402-f782-4965-b465-1fa6942155f8), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:51.190859 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:51.191929 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5dd00402-f782-4965-b465-1fa6942155f8 HTTP/1.1" status: 204 len: 168 time: 0.2236781 Sep 15 19:34:51.200508 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd00402-f782-4965-b465-1fa6942155f8,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:34:51.208893 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.209257 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.209601 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.209943 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.210274 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.210605 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.210930 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.211290 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.211612 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.211962 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.212286 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.212613 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.212949 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.213251 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.213566 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399b96-4622-4dba-8d9f-958fdb8f53c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:34:51.221841 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:52.321979 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b60b2-c541-4b81-9f84-26373fdb927d req-4aa3e917-5404-49a1-8241-bc414272a793 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:52.323593 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ca6b60b2-c541-4b81-9f84-26373fdb927d req-4aa3e917-5404-49a1-8241-bc414272a793 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0487351 Sep 15 19:34:52.375952 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ca6b60b2-c541-4b81-9f84-26373fdb927d req-b01ef7bd-b5ff-4693-86a1-174202d13f11 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467241 Sep 15 19:34:52.810382 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:52.898260 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:53.520818 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7daf9-92d9-44ea-a5c1-f583658dedd7 req-c1eb382c-3a71-4a9f-b4c0-6fdf28d20bb3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:53.522656 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6cf7daf9-92d9-44ea-a5c1-f583658dedd7 req-c1eb382c-3a71-4a9f-b4c0-6fdf28d20bb3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0550542 Sep 15 19:34:53.558670 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:53.576522 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6cf7daf9-92d9-44ea-a5c1-f583658dedd7 req-b31c6756-9a6b-418a-ac42-8130b0cb9d80 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479908 Sep 15 19:34:54.709136 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df1f1-67c8-4187-a706-b4aa27ee768a req-d9822ada-f11e-4e7c-8b54-5c6d25b82a35 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:54.710598 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-534df1f1-67c8-4187-a706-b4aa27ee768a req-d9822ada-f11e-4e7c-8b54-5c6d25b82a35 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0499768 Sep 15 19:34:54.763265 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-534df1f1-67c8-4187-a706-b4aa27ee768a req-c768b740-d919-45b9-a520-395187b68244 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468693 Sep 15 19:34:55.895322 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c653a-fe5e-4113-915a-a71a2a2bf91b req-b96953cd-e1f7-4456-b60d-6eb235761fbc tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:55.896836 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5e9c653a-fe5e-4113-915a-a71a2a2bf91b req-b96953cd-e1f7-4456-b60d-6eb235761fbc tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0477986 Sep 15 19:34:55.945371 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5e9c653a-fe5e-4113-915a-a71a2a2bf91b req-77ed68b2-6774-4aae-a6ba-06c454943024 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Sep 15 19:34:56.016485 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:56.017239 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:57.079931 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7494169-1ad7-45ea-b0ff-65f864c5c9b7 req-532e083f-8b18-45cf-8b4e-cd15e3e60abb tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:57.081442 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b7494169-1ad7-45ea-b0ff-65f864c5c9b7 req-532e083f-8b18-45cf-8b4e-cd15e3e60abb tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0516822 Sep 15 19:34:57.131592 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b7494169-1ad7-45ea-b0ff-65f864c5c9b7 req-4ca5e4eb-1b4b-4b18-8686-cb093461e33c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Sep 15 19:34:58.261654 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c66d4-98ee-4b44-b2b9-06b67d0ef2e0 req-ee58e4d7-1967-4e7e-af64-9a94da9ee3ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:58.263172 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-166c66d4-98ee-4b44-b2b9-06b67d0ef2e0 req-ee58e4d7-1967-4e7e-af64-9a94da9ee3ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0479510 Sep 15 19:34:58.312178 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-166c66d4-98ee-4b44-b2b9-06b67d0ef2e0 req-9fd0faff-1da2-4385-8c5f-0c355bd9fd54 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Sep 15 19:34:59.061646 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-0dbb641d-bacc-4392-9982-c83d488bf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:59.063511 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-0dbb641d-bacc-4392-9982-c83d488bf228 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4&tenant_id=427b697da1034408811e994e22d4f592 HTTP/1.1" status: 200 len: 1128 time: 0.0750926 Sep 15 19:34:59.123747 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-ed4398f5-4654-4826-8287-4bfdbf1d22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:59.125173 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-ed4398f5-4654-4826-8287-4bfdbf1d22a8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 1128 time: 0.0399706 Sep 15 19:34:59.222926 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-1f7269fa-2321-49e0-9465-49e6b73b8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:59.224478 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-1f7269fa-2321-49e0-9465-49e6b73b8d40 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 917 time: 0.0936999 Sep 15 19:34:59.289300 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-67ade756-4e4d-425e-8462-35e6311d2631 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc HTTP/1.1" status: 200 len: 998 time: 0.0585766 Sep 15 19:34:59.337109 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-c65e0a6f-0b60-4690-8e6b-a23ab2c4315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:59.338538 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-c65e0a6f-0b60-4690-8e6b-a23ab2c4315a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=32102ca0-ab39-402b-a602-5ce0045b00ff HTTP/1.1" status: 200 len: 855 time: 0.0437505 Sep 15 19:34:59.385900 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-2231da57-a632-42f1-9bff-7ccc05cbae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:59.387308 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-2231da57-a632-42f1-9bff-7ccc05cbae81 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fec50405-c88e-450d-9ebf-156c556a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434582 Sep 15 19:34:59.485694 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bf0f9-0b21-485f-9fe9-a244f11ea8cc req-572fe834-500d-41fb-8761-7179ede913b2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:34:59.487719 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-247bf0f9-0b21-485f-9fe9-a244f11ea8cc req-572fe834-500d-41fb-8761-7179ede913b2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0871115 Sep 15 19:34:59.516054 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:59.537573 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-f112801b-4beb-4101-9b7b-c81b35824510 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443410 Sep 15 19:34:59.602437 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-247bf0f9-0b21-485f-9fe9-a244f11ea8cc req-452e1cf5-4b86-4e15-95a1-03c8ee50e091 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069245 Sep 15 19:34:59.618188 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:34:59.646965 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6bb2a7ab-75f1-4906-be50-b80c7a3cb272 req-f8fc2474-d590-40d1-a80b-78c87e0fa8b2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018047 Sep 15 19:34:59.758538 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39136) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:34:59.889023 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c7623424-b4a8-43ed-b681-ec39c6e5cf89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:34:59.988221 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c7623424-b4a8-43ed-b681-ec39c6e5cf89 admin admin] Publish callbacks [] for security_group (85115452-fb33-43f9-9ea7-51686a359c77), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:00.078720 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c7623424-b4a8-43ed-b681-ec39c6e5cf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (85115452-fb33-43f9-9ea7-51686a359c77), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:00.129340 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-c7623424-b4a8-43ed-b681-ec39c6e5cf89 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5b73a65d47f74376a06f747dfcba441a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672013 Sep 15 19:35:00.129340 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7623424-b4a8-43ed-b681-ec39c6e5cf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85115452-fb33-43f9-9ea7-51686a359c77,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:00.131717 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39162) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:00.186648 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-caec3272-c3fa-4b03-af4d-c1413511b2c8 admin admin] Publish callbacks [] for security_group (85115452-fb33-43f9-9ea7-51686a359c77), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:00.212760 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-caec3272-c3fa-4b03-af4d-c1413511b2c8 admin admin] Publish callbacks [] for security_group (85115452-fb33-43f9-9ea7-51686a359c77), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:00.343849 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-caec3272-c3fa-4b03-af4d-c1413511b2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (85115452-fb33-43f9-9ea7-51686a359c77), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:00.346764 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-caec3272-c3fa-4b03-af4d-c1413511b2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:00.348201 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-caec3272-c3fa-4b03-af4d-c1413511b2c8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/85115452-fb33-43f9-9ea7-51686a359c77 HTTP/1.1" status: 204 len: 168 time: 0.2149065 Sep 15 19:35:00.359958 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec3272-c3fa-4b03-af4d-c1413511b2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85115452-fb33-43f9-9ea7-51686a359c77,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:00.833146 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74024b6-3b80-4e96-b37d-23001bcd8dc6 req-53c8e59b-8edf-4a79-ad3d-260459e67d8d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:00.845190 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b74024b6-3b80-4e96-b37d-23001bcd8dc6 req-53c8e59b-8edf-4a79-ad3d-260459e67d8d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0945978 Sep 15 19:35:00.945291 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b74024b6-3b80-4e96-b37d-23001bcd8dc6 req-d3a68fa8-c8c6-460f-ae5c-8fd5b407352e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037180 Sep 15 19:35:00.959330 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=23,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:00.967344 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=30,neutron:INSERT=8 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:01.222470 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39196) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:01.248697 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-abb6661f-2da1-4223-bf07-f17c22e9a954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:01.367367 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-abb6661f-2da1-4223-bf07-f17c22e9a954 admin admin] Publish callbacks [] for security_group (ea2dceb3-3ec2-4232-b47d-ac26f736b0b5), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:01.475745 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-abb6661f-2da1-4223-bf07-f17c22e9a954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (ea2dceb3-3ec2-4232-b47d-ac26f736b0b5), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:01.483390 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39200) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:01.521634 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39204) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:01.521869 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-abb6661f-2da1-4223-bf07-f17c22e9a954 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=49f0841683a14a7f8835d27a1126273d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974970 Sep 15 19:35:01.522589 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6661f-2da1-4223-bf07-f17c22e9a954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2dceb3-3ec2-4232-b47d-ac26f736b0b5,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:01.590501 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cebc-fc93-41fa-b89b-5e3bb20e2aff admin admin] Publish callbacks [] for security_group (ea2dceb3-3ec2-4232-b47d-ac26f736b0b5), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:01.629329 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cebc-fc93-41fa-b89b-5e3bb20e2aff admin admin] Publish callbacks [] for security_group (ea2dceb3-3ec2-4232-b47d-ac26f736b0b5), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:01.687072 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2800a7ad-e0e6-4107-be60-6d1473d498cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:01.852271 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cebc-fc93-41fa-b89b-5e3bb20e2aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (ea2dceb3-3ec2-4232-b47d-ac26f736b0b5), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:01.854976 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cebc-fc93-41fa-b89b-5e3bb20e2aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:01.857543 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-bbe2cebc-fc93-41fa-b89b-5e3bb20e2aff admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ea2dceb3-3ec2-4232-b47d-ac26f736b0b5 HTTP/1.1" status: 204 len: 168 time: 0.3326993 Sep 15 19:35:01.890857 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2cebc-fc93-41fa-b89b-5e3bb20e2aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2dceb3-3ec2-4232-b47d-ac26f736b0b5,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:01.965246 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2800a7ad-e0e6-4107-be60-6d1473d498cb admin admin] Publish callbacks [] for security_group (fb9b1632-6736-4c18-9c2a-bf0cd3777722), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:02.071415 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2800a7ad-e0e6-4107-be60-6d1473d498cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (fb9b1632-6736-4c18-9c2a-bf0cd3777722), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:02.124293 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ff01d-680b-40b8-8dad-55a0c70ff53a req-e140e437-5049-4058-88f2-7d36647cc3e3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:02.126234 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ee8ff01d-680b-40b8-8dad-55a0c70ff53a req-e140e437-5049-4058-88f2-7d36647cc3e3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0753150 Sep 15 19:35:02.160117 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800a7ad-e0e6-4107-be60-6d1473d498cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9b1632-6736-4c18-9c2a-bf0cd3777722,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:02.164468 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-2800a7ad-e0e6-4107-be60-6d1473d498cb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=060598534767421195cef903f8543811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6797330 Sep 15 19:35:02.167721 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39210) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:02.207084 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ee8ff01d-680b-40b8-8dad-55a0c70ff53a req-c1571085-c6bc-4354-8019-9b244c220aef tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728068 Sep 15 19:35:02.243465 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:02.253547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e436a96c-472f-4280-b0a7-e768356ee571 admin admin] Publish callbacks [] for security_group (fb9b1632-6736-4c18-9c2a-bf0cd3777722), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:02.284054 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:02.286161 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e436a96c-472f-4280-b0a7-e768356ee571 admin admin] Publish callbacks [] for security_group (fb9b1632-6736-4c18-9c2a-bf0cd3777722), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:02.521347 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e436a96c-472f-4280-b0a7-e768356ee571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (fb9b1632-6736-4c18-9c2a-bf0cd3777722), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:02.524750 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e436a96c-472f-4280-b0a7-e768356ee571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:02.525479 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e436a96c-472f-4280-b0a7-e768356ee571 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fb9b1632-6736-4c18-9c2a-bf0cd3777722 HTTP/1.1" status: 204 len: 168 time: 0.3535283 Sep 15 19:35:02.540240 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436a96c-472f-4280-b0a7-e768356ee571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9b1632-6736-4c18-9c2a-bf0cd3777722,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:03.370793 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43a48c-c087-4f0f-8232-4ebb4323c349 req-ae17b6bc-e6d9-4c15-ae85-d51c743503e3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:03.372646 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d43a48c-c087-4f0f-8232-4ebb4323c349 req-ae17b6bc-e6d9-4c15-ae85-d51c743503e3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0736082 Sep 15 19:35:03.430305 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3d43a48c-c087-4f0f-8232-4ebb4323c349 req-c0e5461f-5b40-4e0c-9662-72b130fa6272 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497949 Sep 15 19:35:03.501406 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39240) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:03.519916 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0118572b-7235-4a82-a5b1-84c88661b4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:03.617942 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0118572b-7235-4a82-a5b1-84c88661b4e0 admin admin] Publish callbacks [] for security_group (fbd78d41-c513-4fff-9ab6-fa6134e972ad), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:03.698545 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0118572b-7235-4a82-a5b1-84c88661b4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (fbd78d41-c513-4fff-9ab6-fa6134e972ad), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:04.018967 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118572b-7235-4a82-a5b1-84c88661b4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd78d41-c513-4fff-9ab6-fa6134e972ad,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:04.024685 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-0118572b-7235-4a82-a5b1-84c88661b4e0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f548f894368b427baf61f05fe39ed07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5225089 Sep 15 19:35:04.027709 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39244) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:04.093643 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cde18c20-0890-44ec-b956-d8e19f288554 admin admin] Publish callbacks [] for security_group (fbd78d41-c513-4fff-9ab6-fa6134e972ad), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:04.126227 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cde18c20-0890-44ec-b956-d8e19f288554 admin admin] Publish callbacks [] for security_group (fbd78d41-c513-4fff-9ab6-fa6134e972ad), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:04.256686 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cde18c20-0890-44ec-b956-d8e19f288554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (fbd78d41-c513-4fff-9ab6-fa6134e972ad), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:04.263537 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-cde18c20-0890-44ec-b956-d8e19f288554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:04.268204 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-cde18c20-0890-44ec-b956-d8e19f288554 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fbd78d41-c513-4fff-9ab6-fa6134e972ad HTTP/1.1" status: 204 len: 168 time: 0.2361062 Sep 15 19:35:04.288628 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde18c20-0890-44ec-b956-d8e19f288554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd78d41-c513-4fff-9ab6-fa6134e972ad,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:04.614718 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8d892-e228-4afc-ae24-6ae2ccd1e066 req-ae88b463-0316-4363-ac55-ee1592d970db tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:04.618101 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c6b8d892-e228-4afc-ae24-6ae2ccd1e066 req-ae88b463-0316-4363-ac55-ee1592d970db tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0576084 Sep 15 19:35:04.677152 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c6b8d892-e228-4afc-ae24-6ae2ccd1e066 req-74df9365-8b9d-4fec-ab70-c0403f38150e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508478 Sep 15 19:35:05.975711 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a033-eee6-47b3-8896-176f83568cfb req-6b9da547-3b32-48ea-8cbf-c6cfc423c382 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:05.984984 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-92a3a033-eee6-47b3-8896-176f83568cfb req-6b9da547-3b32-48ea-8cbf-c6cfc423c382 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.1109259 Sep 15 19:35:06.039814 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39302) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:06.089128 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-92a3a033-eee6-47b3-8896-176f83568cfb req-a4e72104-3b4d-4c5e-a304-e4c2f5b5b1cf tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936060 Sep 15 19:35:06.205740 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6f38c484-53c7-45eb-afc8-81fb93e31d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:06.328217 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6f38c484-53c7-45eb-afc8-81fb93e31d7d admin admin] Publish callbacks [] for security_group (0c41f4de-1d5d-4a27-86d8-89743205ce01), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:06.401374 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6f38c484-53c7-45eb-afc8-81fb93e31d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0c41f4de-1d5d-4a27-86d8-89743205ce01), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:06.443519 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38c484-53c7-45eb-afc8-81fb93e31d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c41f4de-1d5d-4a27-86d8-89743205ce01,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:06.448958 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6f38c484-53c7-45eb-afc8-81fb93e31d7d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2a0766394a544fa0b025d132a3537caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081073 Sep 15 19:35:06.455849 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39310) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:06.498802 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:06.552733 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-70032bd4-9384-437d-8ee4-637c0aebeedc admin admin] Publish callbacks [] for security_group (0c41f4de-1d5d-4a27-86d8-89743205ce01), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:06.580809 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-70032bd4-9384-437d-8ee4-637c0aebeedc admin admin] Publish callbacks [] for security_group (0c41f4de-1d5d-4a27-86d8-89743205ce01), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:06.613322 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:06.736325 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-70032bd4-9384-437d-8ee4-637c0aebeedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0c41f4de-1d5d-4a27-86d8-89743205ce01), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:06.740864 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-70032bd4-9384-437d-8ee4-637c0aebeedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:06.744924 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-70032bd4-9384-437d-8ee4-637c0aebeedc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0c41f4de-1d5d-4a27-86d8-89743205ce01 HTTP/1.1" status: 204 len: 168 time: 0.2856455 Sep 15 19:35:06.762823 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70032bd4-9384-437d-8ee4-637c0aebeedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c41f4de-1d5d-4a27-86d8-89743205ce01,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:07.336978 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f64ce5-8a49-4eab-9e6a-e797bb479d4c req-fb913d35-2912-4d41-be23-087e0cd5e9da tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:07.340014 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-54f64ce5-8a49-4eab-9e6a-e797bb479d4c req-fb913d35-2912-4d41-be23-087e0cd5e9da tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0943418 Sep 15 19:35:07.424511 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-54f64ce5-8a49-4eab-9e6a-e797bb479d4c req-25006721-dce3-4244-b1a7-44ae0755f8ee tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706787 Sep 15 19:35:07.937417 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39336) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:08.083658 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48705dc0-622b-4a5e-b504-fa0714e546dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.106177 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:08.168711 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48705dc0-622b-4a5e-b504-fa0714e546dd admin admin] Publish callbacks [] for security_group (6ad647b7-b4e0-4ffd-82f6-a236a22896c9), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.242647 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39340) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:08.257782 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-846448f2-37cb-4bfc-8346-058b4e0f2323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.312789 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-48705dc0-622b-4a5e-b504-fa0714e546dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (6ad647b7-b4e0-4ffd-82f6-a236a22896c9), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.327263 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:08.373616 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48705dc0-622b-4a5e-b504-fa0714e546dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad647b7-b4e0-4ffd-82f6-a236a22896c9,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:08.383062 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-48705dc0-622b-4a5e-b504-fa0714e546dd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=51f0374754fa4dc8b0b6c634adb9bc0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449213 Sep 15 19:35:08.385631 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39342) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:08.392441 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-846448f2-37cb-4bfc-8346-058b4e0f2323 admin admin] Publish callbacks [] for security_group (afcbcaec-d412-4355-bc81-792ed5c63670), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.444910 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-846448f2-37cb-4bfc-8346-058b4e0f2323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (afcbcaec-d412-4355-bc81-792ed5c63670), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.459753 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7a097248-f52e-4485-be64-7e61cf88a4f6 admin admin] Publish callbacks [] for security_group (6ad647b7-b4e0-4ffd-82f6-a236a22896c9), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.484338 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7a097248-f52e-4485-be64-7e61cf88a4f6 admin admin] Publish callbacks [] for security_group (6ad647b7-b4e0-4ffd-82f6-a236a22896c9), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.503335 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-846448f2-37cb-4bfc-8346-058b4e0f2323 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=07a77edb052e43c6b49cc2f6fcac9b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595460 Sep 15 19:35:08.506706 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39346) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:08.508684 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846448f2-37cb-4bfc-8346-058b4e0f2323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcbcaec-d412-4355-bc81-792ed5c63670,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:08.563057 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c4f9-a5b0-426d-ad61-50d36ca03f32 req-a6da7782-117b-4b44-999f-4624b79f8dfa tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:08.564386 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ea43c4f9-a5b0-426d-ad61-50d36ca03f32 req-a6da7782-117b-4b44-999f-4624b79f8dfa tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0523295 Sep 15 19:35:08.583238 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a05c1dc2-0516-4517-8552-fad228d9e3bc admin admin] Publish callbacks [] for security_group (afcbcaec-d412-4355-bc81-792ed5c63670), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.609439 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a05c1dc2-0516-4517-8552-fad228d9e3bc admin admin] Publish callbacks [] for security_group (afcbcaec-d412-4355-bc81-792ed5c63670), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.626927 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ea43c4f9-a5b0-426d-ad61-50d36ca03f32 req-d7911a58-08d8-4aaf-ae85-0d5e90e67a5a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562258 Sep 15 19:35:08.658643 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7a097248-f52e-4485-be64-7e61cf88a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (6ad647b7-b4e0-4ffd-82f6-a236a22896c9), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.662619 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-7a097248-f52e-4485-be64-7e61cf88a4f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.664580 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-7a097248-f52e-4485-be64-7e61cf88a4f6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6ad647b7-b4e0-4ffd-82f6-a236a22896c9 HTTP/1.1" status: 204 len: 168 time: 0.2778149 Sep 15 19:35:08.679617 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a097248-f52e-4485-be64-7e61cf88a4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad647b7-b4e0-4ffd-82f6-a236a22896c9,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:08.761802 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a05c1dc2-0516-4517-8552-fad228d9e3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (afcbcaec-d412-4355-bc81-792ed5c63670), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.764559 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a05c1dc2-0516-4517-8552-fad228d9e3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:08.765918 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a05c1dc2-0516-4517-8552-fad228d9e3bc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/afcbcaec-d412-4355-bc81-792ed5c63670 HTTP/1.1" status: 204 len: 168 time: 0.2582815 Sep 15 19:35:08.778113 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c1dc2-0516-4517-8552-fad228d9e3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcbcaec-d412-4355-bc81-792ed5c63670,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:09.192928 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f03f8-d37a-4e83-b896-1692015b1547 req-22addd16-3dc8-40c6-8601-da23878fad90 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:09.194489 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-207f03f8-d37a-4e83-b896-1692015b1547 req-22addd16-3dc8-40c6-8601-da23878fad90 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0855470 Sep 15 19:35:09.250303 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-207f03f8-d37a-4e83-b896-1692015b1547 req-d964f07f-0f69-485d-b331-b3b1ca16780e tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494637 Sep 15 19:35:09.779991 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f734db1-9dbd-4e11-8f79-5b78dfaef01a req-e990897c-104a-433b-8f72-047b1afe9316 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:09.784245 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2f734db1-9dbd-4e11-8f79-5b78dfaef01a req-e990897c-104a-433b-8f72-047b1afe9316 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0643849 Sep 15 19:35:09.798380 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39370) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:09.822580 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5ba414b1-bff2-4fe7-a1a1-c566a975bab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:09.866813 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2f734db1-9dbd-4e11-8f79-5b78dfaef01a req-10f79aaa-f2b4-4c4a-ae71-854fcc5afc55 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765193 Sep 15 19:35:09.940544 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5ba414b1-bff2-4fe7-a1a1-c566a975bab9 admin admin] Publish callbacks [] for security_group (11c7d70e-3717-484d-bed1-80bfb940e743), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:10.035598 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5ba414b1-bff2-4fe7-a1a1-c566a975bab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (11c7d70e-3717-484d-bed1-80bfb940e743), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:10.077589 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-5ba414b1-bff2-4fe7-a1a1-c566a975bab9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4d22c413af4940b6995ba4d6be0573f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773540 Sep 15 19:35:10.078449 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba414b1-bff2-4fe7-a1a1-c566a975bab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c7d70e-3717-484d-bed1-80bfb940e743,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:10.081353 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39378) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:10.140294 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2dc56faa-0669-48d0-a484-f5fd804fa220 admin admin] Publish callbacks [] for security_group (11c7d70e-3717-484d-bed1-80bfb940e743), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:10.164006 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2dc56faa-0669-48d0-a484-f5fd804fa220 admin admin] Publish callbacks [] for security_group (11c7d70e-3717-484d-bed1-80bfb940e743), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:10.273492 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2dc56faa-0669-48d0-a484-f5fd804fa220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (11c7d70e-3717-484d-bed1-80bfb940e743), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:10.276135 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-2dc56faa-0669-48d0-a484-f5fd804fa220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:10.277427 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-2dc56faa-0669-48d0-a484-f5fd804fa220 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/11c7d70e-3717-484d-bed1-80bfb940e743 HTTP/1.1" status: 204 len: 168 time: 0.1946750 Sep 15 19:35:10.291015 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc56faa-0669-48d0-a484-f5fd804fa220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c7d70e-3717-484d-bed1-80bfb940e743,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:10.443705 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab9e7a-b344-43da-9246-bef780afe01e req-22fc07e9-96d6-4210-8e0f-724ada25c996 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:10.445400 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c5ab9e7a-b344-43da-9246-bef780afe01e req-22fc07e9-96d6-4210-8e0f-724ada25c996 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0601976 Sep 15 19:35:10.479840 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:10.499068 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c5ab9e7a-b344-43da-9246-bef780afe01e req-2ee8ee5e-25d2-4a23-b977-9ff823e7ccfa tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478251 Sep 15 19:35:11.012454 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea41fdc-cf93-48e1-b4c5-2e3e92e7cd57 req-17ea33e5-49d8-4fd4-a17c-0685001433b5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:11.014222 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bea41fdc-cf93-48e1-b4c5-2e3e92e7cd57 req-17ea33e5-49d8-4fd4-a17c-0685001433b5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0555894 Sep 15 19:35:11.089067 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bea41fdc-cf93-48e1-b4c5-2e3e92e7cd57 req-f6d57600-826f-46a6-be62-24be4b78cc24 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603735 Sep 15 19:35:11.144463 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:11.679441 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb1523-f0e1-46e6-b8e0-a9c8b859eb8f req-ada40b8e-d101-4284-b3c3-b0aa0659a8fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:11.681736 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-93cb1523-f0e1-46e6-b8e0-a9c8b859eb8f req-ada40b8e-d101-4284-b3c3-b0aa0659a8fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0594537 Sep 15 19:35:11.740268 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-93cb1523-f0e1-46e6-b8e0-a9c8b859eb8f req-d203ef7b-0413-4d5c-a011-629726eb4440 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515916 Sep 15 19:35:12.234443 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77119fa-1fe5-40d2-822b-10d0072122b9 req-a7230232-2399-43a1-adcb-84b79d022b43 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:12.238170 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f77119fa-1fe5-40d2-822b-10d0072122b9 req-a7230232-2399-43a1-adcb-84b79d022b43 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0552535 Sep 15 19:35:12.292962 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f77119fa-1fe5-40d2-822b-10d0072122b9 req-099b8e7d-bea2-4c3c-852f-c7bd18c3052d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491505 Sep 15 19:35:12.874624 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3aa80-8aab-4e70-87b5-affa55fa74ad req-86bd0969-be1f-43e8-8da3-e524422e1015 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:12.876159 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cdf3aa80-8aab-4e70-87b5-affa55fa74ad req-86bd0969-be1f-43e8-8da3-e524422e1015 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0543277 Sep 15 19:35:12.903387 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:12.931971 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cdf3aa80-8aab-4e70-87b5-affa55fa74ad req-a8ed8095-8c5d-4dac-9875-d664e0851c39 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480525 Sep 15 19:35:13.428899 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e148d-9531-4e14-bebc-a97848e5e07d req-cdeaaca2-e719-4335-8373-9695bb138c8d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:13.431440 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-401e148d-9531-4e14-bebc-a97848e5e07d req-cdeaaca2-e719-4335-8373-9695bb138c8d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0533891 Sep 15 19:35:13.501270 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-401e148d-9531-4e14-bebc-a97848e5e07d req-f61b7acd-2793-4ab7-979d-792490a823cf tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624411 Sep 15 19:35:13.985543 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39492) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:14.058614 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6560bff-a613-40fa-8243-685609b4fb20 req-1ff8be91-eaa2-4ff8-bd12-c2b34523099b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:14.060785 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d6560bff-a613-40fa-8243-685609b4fb20 req-1ff8be91-eaa2-4ff8-bd12-c2b34523099b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0496647 Sep 15 19:35:14.105317 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-977694dc-6a4c-4a47-9494-caf6c9c31e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:14.129311 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d6560bff-a613-40fa-8243-685609b4fb20 req-b499a57d-b647-4ab3-874d-0804a8141907 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545359 Sep 15 19:35:14.194394 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-977694dc-6a4c-4a47-9494-caf6c9c31e7d admin admin] Publish callbacks [] for security_group (a0301463-684d-47e8-84b3-e352ac3c0735), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:14.315473 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-977694dc-6a4c-4a47-9494-caf6c9c31e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a0301463-684d-47e8-84b3-e352ac3c0735), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:14.355560 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-977694dc-6a4c-4a47-9494-caf6c9c31e7d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=227df7dd1a5a45c7bab4e8b7cfbefba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688781 Sep 15 19:35:14.359007 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977694dc-6a4c-4a47-9494-caf6c9c31e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0301463-684d-47e8-84b3-e352ac3c0735,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:14.359294 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39496) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:14.411694 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c86e1f01-be01-4cee-b5b3-89dc85a1e962 admin admin] Publish callbacks [] for security_group (a0301463-684d-47e8-84b3-e352ac3c0735), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:14.433402 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c86e1f01-be01-4cee-b5b3-89dc85a1e962 admin admin] Publish callbacks [] for security_group (a0301463-684d-47e8-84b3-e352ac3c0735), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:14.598416 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c86e1f01-be01-4cee-b5b3-89dc85a1e962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a0301463-684d-47e8-84b3-e352ac3c0735), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:14.601026 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-c86e1f01-be01-4cee-b5b3-89dc85a1e962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:14.602256 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-c86e1f01-be01-4cee-b5b3-89dc85a1e962 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a0301463-684d-47e8-84b3-e352ac3c0735 HTTP/1.1" status: 204 len: 168 time: 0.2427197 Sep 15 19:35:14.634344 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e1f01-be01-4cee-b5b3-89dc85a1e962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0301463-684d-47e8-84b3-e352ac3c0735,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:14.657264 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fb639-b8f6-4dfc-a324-222ce3c6ce2a req-2e04c7a6-f0e3-4253-b4fa-0710dc4f2173 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:14.670599 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a46fb639-b8f6-4dfc-a324-222ce3c6ce2a req-2e04c7a6-f0e3-4253-b4fa-0710dc4f2173 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 944 time: 0.0631447 Sep 15 19:35:14.717138 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a46fb639-b8f6-4dfc-a324-222ce3c6ce2a req-b9f0fb6e-51c7-4517-964f-f3fd1d677066 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505719 Sep 15 19:35:14.998224 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 143ce322-19a2-43c5-83ec-ba67ce8ce7cc details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:35:15.001540 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:15.238923 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:15.249589 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e1420-0e4d-4fe8-97c8-1d2439d2f463 req-f5d34b37-5209-475c-b10c-69f4d3bd569c tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:15.251194 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'port_id': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'mac_address': 'fa:16:3e:dc:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:35:15.251411 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-765e1420-0e4d-4fe8-97c8-1d2439d2f463 req-f5d34b37-5209-475c-b10c-69f4d3bd569c tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0495574 Sep 15 19:35:15.292875 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:35:15.292875 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:15.305525 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143ce322-19a2-43c5-83ec-ba67ce8ce7cc {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:35:15.311045 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-765e1420-0e4d-4fe8-97c8-1d2439d2f463 req-2cf4dae1-cbc0-4006-a126-14dcac18e74f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528660 Sep 15 19:35:15.333972 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:15.647978 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:15.701885 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=9']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:15.860999 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9673-4078-4cb8-b1f8-9bf2435d6ff0 req-7a7fe4af-9ae1-4286-8bd6-39b1bbcc4795 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:15.863595 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc1b9673-4078-4cb8-b1f8-9bf2435d6ff0 req-7a7fe4af-9ae1-4286-8bd6-39b1bbcc4795 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 945 time: 0.0588479 Sep 15 19:35:15.886357 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['143ce322-19a2-43c5-83ec-ba67ce8ce7cc'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:35:15.929607 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bc1b9673-4078-4cb8-b1f8-9bf2435d6ff0 req-1e8690a0-a8f2-45a5-8b49-59120ea8c605 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584548 Sep 15 19:35:15.968482 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:16.047923 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39514) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:16.156737 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8229b842-a8d2-4d47-aaba-071285a3595b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.216908 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:DELETE=12,neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:16.222460 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39518) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:16.236897 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-74e6466f-d481-487b-b10b-5f546b547775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.245889 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8229b842-a8d2-4d47-aaba-071285a3595b admin admin] Publish callbacks [] for security_group (5b86dd98-5f4d-4169-a208-828f8142422a), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.306381 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:16.319966 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-74e6466f-d481-487b-b10b-5f546b547775 admin admin] Publish callbacks [] for security_group (71b3b0f4-a740-416c-a073-91fb1462a6b5), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.341993 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-8229b842-a8d2-4d47-aaba-071285a3595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (5b86dd98-5f4d-4169-a208-828f8142422a), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.360937 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:16.391123 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-8229b842-a8d2-4d47-aaba-071285a3595b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1772e196a92e49a78b88a183f5187773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419375 Sep 15 19:35:16.394896 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229b842-a8d2-4d47-aaba-071285a3595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b86dd98-5f4d-4169-a208-828f8142422a,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:16.395390 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39522) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:16.448133 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:16.453381 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-74e6466f-d481-487b-b10b-5f546b547775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (71b3b0f4-a740-416c-a073-91fb1462a6b5), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.474521 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb86379-b507-4769-8958-d65ebebed43c req-d43d6c21-1870-43e8-bb3f-ee3519feb279 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:16.476086 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-afb86379-b507-4769-8958-d65ebebed43c req-d43d6c21-1870-43e8-bb3f-ee3519feb279 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0834024 Sep 15 19:35:16.534510 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-74e6466f-d481-487b-b10b-5f546b547775 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b33157dbeaf84869adf98a90eb87d8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107462 Sep 15 19:35:16.537856 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39526) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:16.538528 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6466f-d481-487b-b10b-5f546b547775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b3b0f4-a740-416c-a073-91fb1462a6b5,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:16.561804 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b2a37a9c-4140-4cc2-9747-cf784f2a9e5c admin admin] Publish callbacks [] for security_group (5b86dd98-5f4d-4169-a208-828f8142422a), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.603268 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-afb86379-b507-4769-8958-d65ebebed43c req-f0e04a9c-9cb3-4eb8-af1b-e188d82f5a9e tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138775 Sep 15 19:35:16.608920 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b2a37a9c-4140-4cc2-9747-cf784f2a9e5c admin admin] Publish callbacks [] for security_group (5b86dd98-5f4d-4169-a208-828f8142422a), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.611370 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5a53ae67-f413-45b2-9d88-a5409df87a7a admin admin] Publish callbacks [] for security_group (71b3b0f4-a740-416c-a073-91fb1462a6b5), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.640621 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5a53ae67-f413-45b2-9d88-a5409df87a7a admin admin] Publish callbacks [] for security_group (71b3b0f4-a740-416c-a073-91fb1462a6b5), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.659778 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:16.779784 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=21 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:16.821705 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5a53ae67-f413-45b2-9d88-a5409df87a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (71b3b0f4-a740-416c-a073-91fb1462a6b5), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.821941 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b2a37a9c-4140-4cc2-9747-cf784f2a9e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (5b86dd98-5f4d-4169-a208-828f8142422a), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.824354 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5a53ae67-f413-45b2-9d88-a5409df87a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.824527 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b2a37a9c-4140-4cc2-9747-cf784f2a9e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:16.827785 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b2a37a9c-4140-4cc2-9747-cf784f2a9e5c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5b86dd98-5f4d-4169-a208-828f8142422a HTTP/1.1" status: 204 len: 168 time: 0.4292369 Sep 15 19:35:16.827978 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-5a53ae67-f413-45b2-9d88-a5409df87a7a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/71b3b0f4-a740-416c-a073-91fb1462a6b5 HTTP/1.1" status: 204 len: 168 time: 0.2866604 Sep 15 19:35:16.835780 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53ae67-f413-45b2-9d88-a5409df87a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b3b0f4-a740-416c-a073-91fb1462a6b5,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:16.837504 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a37a9c-4140-4cc2-9747-cf784f2a9e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b86dd98-5f4d-4169-a208-828f8142422a,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:17.009568 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 143ce322-19a2-43c5-83ec-ba67ce8ce7cc up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:35:17.050547 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:35:17.051038 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:17.051735 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc Sep 15 19:35:17.087962 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b49991-c6b1-4693-b025-93beeb99c8fa req-7c03ed14-555c-42fe-a69f-db0474d482b7 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:17.094982 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b3b49991-c6b1-4693-b025-93beeb99c8fa req-7c03ed14-555c-42fe-a69f-db0474d482b7 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 945 time: 0.0682633 Sep 15 19:35:17.134321 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:35:17.135103 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:17.163031 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b3b49991-c6b1-4693-b025-93beeb99c8fa req-5eb9ebe6-4ae9-471f-b63b-7c6bee17a931 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603497 Sep 15 19:35:17.174858 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:35:17.177381 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3392ffd-48b6-4217-87fb-bddf6393ef54" -d '{"events": [{"server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "name": "network-vif-plugged", "status": "completed", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:35:17.191112 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:17.221575 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed0a24b-cecd-4753-8be3-6d68b621055d x-openstack-request-id: req-2ed0a24b-cecd-4753-8be3-6d68b621055d {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:35:17.222636 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "name": "network-vif-plugged", "status": "completed", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:35:17.223182 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ed0a24b-cecd-4753-8be3-6d68b621055d {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:35:17.224682 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed0a24b-cecd-4753-8be3-6d68b621055d'] response: {'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'code': 200} Sep 15 19:35:17.314328 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:17.379087 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=10']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:17.681568 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f9f5f4a5-2e7f-4f44-80fa-3928d7a3734b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:17.768356 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3073-3881-44e2-8d59-594321ffe2da req-299e9435-3fe0-4331-936b-d36199e4adae tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:17.769918 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-76eb3073-3881-44e2-8d59-594321ffe2da req-299e9435-3fe0-4331-936b-d36199e4adae tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0564690 Sep 15 19:35:17.808893 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39550) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:17.840539 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c79eb215-a4a1-4990-81f0-b1c24222a78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:17.846601 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-76eb3073-3881-44e2-8d59-594321ffe2da req-1c493bc9-81da-4350-8341-51667c594ed0 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686066 Sep 15 19:35:17.956125 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52114e-9783-4b54-8159-d33c64b64e3f req-54f394f5-4b29-4806-a426-f1f873e4ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:17.957961 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8a52114e-9783-4b54-8159-d33c64b64e3f req-54f394f5-4b29-4806-a426-f1f873e4ec7c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 1131 time: 0.0663247 Sep 15 19:35:17.962996 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c79eb215-a4a1-4990-81f0-b1c24222a78f admin admin] Publish callbacks [] for security_group (8ba353d5-0944-4c4d-9c3d-f8701595f12b), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:17.971248 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:18.010544 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8a52114e-9783-4b54-8159-d33c64b64e3f req-b72fb91c-f3eb-4ad5-8e9e-7fd242f835f9 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459855 Sep 15 19:35:18.052828 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-c79eb215-a4a1-4990-81f0-b1c24222a78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (8ba353d5-0944-4c4d-9c3d-f8701595f12b), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:18.094214 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-c79eb215-a4a1-4990-81f0-b1c24222a78f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d7df25627381412f962a6c2e3ab4875b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842281 Sep 15 19:35:18.096451 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79eb215-a4a1-4990-81f0-b1c24222a78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba353d5-0944-4c4d-9c3d-f8701595f12b,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:18.098623 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39558) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:18.165200 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7fb50906-4bfa-4f2d-b859-26660a925142 admin admin] Publish callbacks [] for security_group (8ba353d5-0944-4c4d-9c3d-f8701595f12b), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:18.186623 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7fb50906-4bfa-4f2d-b859-26660a925142 admin admin] Publish callbacks [] for security_group (8ba353d5-0944-4c4d-9c3d-f8701595f12b), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:18.321226 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d311301-c3c1-485f-ab64-a6fa42a6946c req-2f8d9689-d736-43a5-b662-644f57f06a00 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:18.322864 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2d311301-c3c1-485f-ab64-a6fa42a6946c req-2f8d9689-d736-43a5-b662-644f57f06a00 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 947 time: 0.0606251 Sep 15 19:35:18.381529 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2d311301-c3c1-485f-ab64-a6fa42a6946c req-050340a2-c338-4667-91fa-8afe3c3692b5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517974 Sep 15 19:35:18.401290 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7fb50906-4bfa-4f2d-b859-26660a925142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (8ba353d5-0944-4c4d-9c3d-f8701595f12b), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:18.404208 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-7fb50906-4bfa-4f2d-b859-26660a925142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:18.408698 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-7fb50906-4bfa-4f2d-b859-26660a925142 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8ba353d5-0944-4c4d-9c3d-f8701595f12b HTTP/1.1" status: 204 len: 168 time: 0.3055627 Sep 15 19:35:18.414556 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb50906-4bfa-4f2d-b859-26660a925142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba353d5-0944-4c4d-9c3d-f8701595f12b,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:19.006906 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1598a7-2f6e-45f1-986d-f33552ca83a2 req-52dd03ae-0546-4926-96ec-ec94104db514 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:19.008637 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-eb1598a7-2f6e-45f1-986d-f33552ca83a2 req-52dd03ae-0546-4926-96ec-ec94104db514 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0658867 Sep 15 19:35:19.018836 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:35:19.090647 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-eb1598a7-2f6e-45f1-986d-f33552ca83a2 req-f8c233be-529b-454d-9ce0-9c1438977628 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730124 Sep 15 19:35:19.203144 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39584) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:19.315602 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a2459ce2-1a85-4815-b7e7-0946fde53e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:19.359687 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:19.401509 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a2459ce2-1a85-4815-b7e7-0946fde53e41 admin admin] Publish callbacks [] for security_group (e0a60cbb-78cd-480b-b1ae-ad6d08ab11ed), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:19.558526 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b49405-8b38-4212-97e9-4bdc85c12ab3 req-8a3b903b-4f7d-4ab3-8a5c-88ea4860a08c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:19.559711 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a2459ce2-1a85-4815-b7e7-0946fde53e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (e0a60cbb-78cd-480b-b1ae-ad6d08ab11ed), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:19.561062 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-15b49405-8b38-4212-97e9-4bdc85c12ab3 req-8a3b903b-4f7d-4ab3-8a5c-88ea4860a08c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 947 time: 0.0925887 Sep 15 19:35:19.567763 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-b25c2c99-04db-4879-a985-230c75287bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:19.569237 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-b25c2c99-04db-4879-a985-230c75287bff service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7bbec449c0142f0b910956bacedbe5e&device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1130 time: 0.0714955 Sep 15 19:35:19.601175 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:19.612177 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a2459ce2-1a85-4815-b7e7-0946fde53e41 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=98ca8ec56cf04b3d93c2850a1c11c076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077177 Sep 15 19:35:19.614982 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39600) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:19.629925 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2459ce2-1a85-4815-b7e7-0946fde53e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a60cbb-78cd-480b-b1ae-ad6d08ab11ed,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:19.715096 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-15b49405-8b38-4212-97e9-4bdc85c12ab3 req-ebea80fc-9c5e-4551-b642-cecfcd321528 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429002 Sep 15 19:35:19.763538 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9ac404de-0671-4650-8f90-d4696827365b admin admin] Publish callbacks [] for security_group (e0a60cbb-78cd-480b-b1ae-ad6d08ab11ed), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:19.774255 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-3554adc7-822f-40b2-9b10-b30d84579c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:19.775269 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-3554adc7-822f-40b2-9b10-b30d84579c20 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3764c9bd-aafe-448d-9672-4244678df38d HTTP/1.1" status: 200 len: 909 time: 0.1953819 Sep 15 19:35:19.803092 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9ac404de-0671-4650-8f90-d4696827365b admin admin] Publish callbacks [] for security_group (e0a60cbb-78cd-480b-b1ae-ad6d08ab11ed), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:19.890397 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-0c504c21-8b35-41bc-8bda-9dc260ebcf67 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 200 len: 1001 time: 0.1026344 Sep 15 19:35:19.945733 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-18ec0cc4-8a06-4526-ba7b-970da9ffc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:19.947210 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-18ec0cc4-8a06-4526-ba7b-970da9ffc794 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fdd5cf75-439b-48d0-9684-783d45d83377 HTTP/1.1" status: 200 len: 847 time: 0.0554273 Sep 15 19:35:19.994611 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-7f0daa91-2649-40b9-87de-21a0ff9c3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:19.996159 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-7f0daa91-2649-40b9-87de-21a0ff9c3569 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3764c9bd-aafe-448d-9672-4244678df38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437634 Sep 15 19:35:20.010765 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9ac404de-0671-4650-8f90-d4696827365b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (e0a60cbb-78cd-480b-b1ae-ad6d08ab11ed), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:20.014022 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9ac404de-0671-4650-8f90-d4696827365b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:20.014429 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-9ac404de-0671-4650-8f90-d4696827365b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e0a60cbb-78cd-480b-b1ae-ad6d08ab11ed HTTP/1.1" status: 204 len: 168 time: 0.3972526 Sep 15 19:35:20.057805 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac404de-0671-4650-8f90-d4696827365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a60cbb-78cd-480b-b1ae-ad6d08ab11ed,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:20.075486 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:20.094978 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b5b45161-c153-4f8c-8c8c-683a911890b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:20.124047 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-3e4deb29-c9f1-4557-bcdb-ad6f40ef8be0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221330 Sep 15 19:35:20.252959 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216c901-30f0-413c-947d-fd735426b8af req-0f732a17-ddb1-4b12-b6ad-9188250d6e0f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:20.254456 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0216c901-30f0-413c-947d-fd735426b8af req-0f732a17-ddb1-4b12-b6ad-9188250d6e0f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0637186 Sep 15 19:35:20.292625 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-487c5ef7-f458-416a-bb1e-2eec87b06624 req-9666d86e-6c0c-486e-831a-420806a83c35 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630559 Sep 15 19:35:20.330834 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0216c901-30f0-413c-947d-fd735426b8af req-66394c22-ed08-4be2-820e-32f65536f428 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695021 Sep 15 19:35:20.863612 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964081af-e4e7-47ab-b94a-d4790d444249 req-9f0a28f5-a720-4bd5-891d-6986168bc9d0 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:20.865250 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-964081af-e4e7-47ab-b94a-d4790d444249 req-9f0a28f5-a720-4bd5-891d-6986168bc9d0 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 947 time: 0.0540557 Sep 15 19:35:20.930394 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-964081af-e4e7-47ab-b94a-d4790d444249 req-6e4345e8-91a6-4ebe-a63e-2f3c94cb54b1 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592399 Sep 15 19:35:21.195381 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:21.478009 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb882616-3a03-4f3e-89cd-60b561ab408e req-42d08ef0-568f-4c7c-94be-9255d5f2ba64 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:21.479805 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-eb882616-3a03-4f3e-89cd-60b561ab408e req-42d08ef0-568f-4c7c-94be-9255d5f2ba64 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0631282 Sep 15 19:35:21.540614 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-eb882616-3a03-4f3e-89cd-60b561ab408e req-8015aa6a-1fd8-4341-888c-514f4ff9a8b6 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543725 Sep 15 19:35:22.068736 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108496-00f9-43a9-97af-0b2b929692c9 req-c5568562-6608-4799-a752-c652502b99fd tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:22.070258 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0c108496-00f9-43a9-97af-0b2b929692c9 req-c5568562-6608-4799-a752-c652502b99fd tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 947 time: 0.0531502 Sep 15 19:35:22.121249 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0c108496-00f9-43a9-97af-0b2b929692c9 req-802ecbf7-88a7-4780-9e26-244f941c3c1b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452142 Sep 15 19:35:22.661825 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965199a7-ef9c-4f1b-9d38-7089d1ccd4e5 req-7fa305ac-27c8-470d-9789-ebcbb4d3b337 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:22.664042 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-965199a7-ef9c-4f1b-9d38-7089d1ccd4e5 req-7fa305ac-27c8-470d-9789-ebcbb4d3b337 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0490465 Sep 15 19:35:22.721505 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-965199a7-ef9c-4f1b-9d38-7089d1ccd4e5 req-7121fe6e-8a45-46b0-aeb4-bc784e63d2a6 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480497 Sep 15 19:35:22.740281 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:22.812179 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:23.852194 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfd82a-62cf-40fa-86d8-125927b87dc7 req-d1720b49-a138-4710-a1d3-764751b94dbc tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:23.853660 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7bfd82a-62cf-40fa-86d8-125927b87dc7 req-d1720b49-a138-4710-a1d3-764751b94dbc tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0491083 Sep 15 19:35:23.885885 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:23.914934 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d7bfd82a-62cf-40fa-86d8-125927b87dc7 req-b89ae66d-edb7-4b4c-a26c-e7fc27526c44 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555649 Sep 15 19:35:24.278599 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39710) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:24.385256 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-73d4d108-641d-4bd3-93a0-681bcaa8588a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:24.461000 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-73d4d108-641d-4bd3-93a0-681bcaa8588a admin admin] Publish callbacks [] for security_group (7fe1b9d9-afd3-4b08-8803-bc7ec902e8d1), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:24.603254 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded992d-b720-4c8b-a2b7-e5967f872c7b req-aae09d7b-4127-4d33-8320-1cab303f66c3 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:24.604685 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8ded992d-b720-4c8b-a2b7-e5967f872c7b req-aae09d7b-4127-4d33-8320-1cab303f66c3 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0483017 Sep 15 19:35:24.654413 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8ded992d-b720-4c8b-a2b7-e5967f872c7b req-76f6cd6e-474c-46f8-9c88-f757282c57c4 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441031 Sep 15 19:35:24.678563 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-73d4d108-641d-4bd3-93a0-681bcaa8588a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (7fe1b9d9-afd3-4b08-8803-bc7ec902e8d1), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:24.721208 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4d108-641d-4bd3-93a0-681bcaa8588a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe1b9d9-afd3-4b08-8803-bc7ec902e8d1,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:24.726292 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-73d4d108-641d-4bd3-93a0-681bcaa8588a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f4d52175d256490da4e2e66079cc951a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463823 Sep 15 19:35:24.728899 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39720) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:24.734299 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39722) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:24.782865 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-25cbbf7d-b783-4a66-9400-bf1e369840ed admin admin] Publish callbacks [] for security_group (7fe1b9d9-afd3-4b08-8803-bc7ec902e8d1), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:24.803967 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-25cbbf7d-b783-4a66-9400-bf1e369840ed admin admin] Publish callbacks [] for security_group (7fe1b9d9-afd3-4b08-8803-bc7ec902e8d1), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:24.821298 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-ce198fe3-226a-4f1d-a251-b96205eb4671 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859511 Sep 15 19:35:24.830163 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-3cd9f381-a7ce-46ec-a134-f663a5138dcd service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:35:24.831123 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-3cd9f381-a7ce-46ec-a134-f663a5138dcd service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050271 Sep 15 19:35:24.932262 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-25cbbf7d-b783-4a66-9400-bf1e369840ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (7fe1b9d9-afd3-4b08-8803-bc7ec902e8d1), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:24.934874 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-25cbbf7d-b783-4a66-9400-bf1e369840ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:24.936383 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-25cbbf7d-b783-4a66-9400-bf1e369840ed admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7fe1b9d9-afd3-4b08-8803-bc7ec902e8d1 HTTP/1.1" status: 204 len: 168 time: 0.2061472 Sep 15 19:35:24.945882 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbbf7d-b783-4a66-9400-bf1e369840ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe1b9d9-afd3-4b08-8803-bc7ec902e8d1,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:24.978227 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39734) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:25.075995 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-0aa34666-886a-43d2-9f36-2b7718932cdd tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:25.077477 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-0aa34666-886a-43d2-9f36-2b7718932cdd tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports/5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 200 len: 943 time: 0.0982318 Sep 15 19:35:25.781660 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d98356-822f-4f98-8fac-a1854449ad01 req-0c601a13-2cae-40ea-8de1-dca1c29f79e9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:25.783182 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-84d98356-822f-4f98-8fac-a1854449ad01 req-0c601a13-2cae-40ea-8de1-dca1c29f79e9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0510287 Sep 15 19:35:25.833494 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-84d98356-822f-4f98-8fac-a1854449ad01 req-bbc4fdb6-51cc-4875-a10c-ca8a1088e481 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444064 Sep 15 19:35:25.892904 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 5d9355ed-482e-4597-88f4-9572e304ef13 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:35:25.974232 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 5d9355ed-482e-4597-88f4-9572e304ef13 is: ACTIVE; New status is: DOWN {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:35:25.974620 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:26.000175 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:35:26.002674 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3349bf86-2612-4c91-bd0e-58db839dabc2" -d '{"events": [{"server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:35:26.016675 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 5d9355ed-482e-4597-88f4-9572e304ef13, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d9355ed-482e-4597-88f4-9572e304ef13,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:26.037976 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 19:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33674fa9-d53d-4d01-b2ba-6d92ac82bc0b x-openstack-request-id: req-33674fa9-d53d-4d01-b2ba-6d92ac82bc0b {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:35:26.038263 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "name": "network-vif-unplugged", "status": "failed", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13", "code": 422}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:35:26.038515 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33674fa9-d53d-4d01-b2ba-6d92ac82bc0b {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:35:26.038984 dv-cinder-849846-10-iscsi neutron-server[106636]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-33674fa9-d53d-4d01-b2ba-6d92ac82bc0b']: {'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13', 'code': 422} returned with failed status Sep 15 19:35:26.109703 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:26.161470 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=5d9355ed-482e-4597-88f4-9572e304ef13,revision_number=6']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:26.168883 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.169245 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.169574 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.169975 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.170397 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.170591 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.170935 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.171281 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.171609 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.171962 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.172290 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.172614 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.172942 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.173261 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.173582 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:26.651469 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39776) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:26.754691 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4412b6ed-fe4b-4ddc-bc4b-1f5ac05427e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:26.800297 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:26.834485 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4412b6ed-fe4b-4ddc-bc4b-1f5ac05427e0 admin admin] Publish callbacks [] for security_group (a0f075cd-cedb-49fd-b66a-75c1d3cbcb0a), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:26.937973 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4412b6ed-fe4b-4ddc-bc4b-1f5ac05427e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a0f075cd-cedb-49fd-b66a-75c1d3cbcb0a), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:26.987284 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d47f98-413c-4131-ad49-702cc887dc0e req-ce3204ed-64ee-4dc1-ae2c-2992cf319301 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:26.993288 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-90d47f98-413c-4131-ad49-702cc887dc0e req-ce3204ed-64ee-4dc1-ae2c-2992cf319301 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0807903 Sep 15 19:35:27.005570 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412b6ed-fe4b-4ddc-bc4b-1f5ac05427e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f075cd-cedb-49fd-b66a-75c1d3cbcb0a,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:27.010620 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-4412b6ed-fe4b-4ddc-bc4b-1f5ac05427e0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a42a0c09878c4a73a516209a9c0af3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581188 Sep 15 19:35:27.013617 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39784) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:27.036187 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:27.056142 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-90d47f98-413c-4131-ad49-702cc887dc0e req-2984b9b8-7fba-4b3a-ab84-d4a105b2fef9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602722 Sep 15 19:35:27.077107 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30fb394d-38cb-4266-8fa8-0b738e82ff72 admin admin] Publish callbacks [] for security_group (a0f075cd-cedb-49fd-b66a-75c1d3cbcb0a), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:27.097930 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30fb394d-38cb-4266-8fa8-0b738e82ff72 admin admin] Publish callbacks [] for security_group (a0f075cd-cedb-49fd-b66a-75c1d3cbcb0a), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:27.240875 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30fb394d-38cb-4266-8fa8-0b738e82ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a0f075cd-cedb-49fd-b66a-75c1d3cbcb0a), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:27.243534 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-30fb394d-38cb-4266-8fa8-0b738e82ff72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:27.244722 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-30fb394d-38cb-4266-8fa8-0b738e82ff72 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a0f075cd-cedb-49fd-b66a-75c1d3cbcb0a HTTP/1.1" status: 204 len: 168 time: 0.2301116 Sep 15 19:35:27.254057 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb394d-38cb-4266-8fa8-0b738e82ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f075cd-cedb-49fd-b66a-75c1d3cbcb0a,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:28.182864 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d02ff1-065e-4142-a15c-14644ba082a8 req-a438905b-50f4-4d96-af5c-1ecc5f704dbe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:28.184396 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e0d02ff1-065e-4142-a15c-14644ba082a8 req-a438905b-50f4-4d96-af5c-1ecc5f704dbe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0515239 Sep 15 19:35:28.236048 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e0d02ff1-065e-4142-a15c-14644ba082a8 req-b8e67ff8-df48-4369-a5db-ef1f84302d3a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457399 Sep 15 19:35:28.883437 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-fa9fa290-c811-4a4e-9d4d-d9e64e7c1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:28.884953 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-fa9fa290-c811-4a4e-9d4d-d9e64e7c1649 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65&tenant_id=a7bbec449c0142f0b910956bacedbe5e HTTP/1.1" status: 200 len: 1128 time: 0.0397294 Sep 15 19:35:28.949396 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-475c1efb-3f10-4559-b691-775d12c36636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:28.955198 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-475c1efb-3f10-4559-b691-775d12c36636 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7bbec449c0142f0b910956bacedbe5e&device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1128 time: 0.0432465 Sep 15 19:35:29.043938 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-1176dcb8-282e-42ad-a90f-13aef04b9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:29.045561 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-1176dcb8-282e-42ad-a90f-13aef04b9f52 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3764c9bd-aafe-448d-9672-4244678df38d HTTP/1.1" status: 200 len: 909 time: 0.0895038 Sep 15 19:35:29.108374 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-d2b23bb0-67cc-489a-bb3c-34b003d813b7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 200 len: 999 time: 0.0566022 Sep 15 19:35:29.159038 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-de33888e-414c-49f7-ba44-03879fbf74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:29.160912 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-de33888e-414c-49f7-ba44-03879fbf74a6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fdd5cf75-439b-48d0-9684-783d45d83377 HTTP/1.1" status: 200 len: 847 time: 0.0476553 Sep 15 19:35:29.203928 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-aa2622e7-fd69-4125-a390-a1844f59f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:29.205427 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-aa2622e7-fd69-4125-a390-a1844f59f1be service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3764c9bd-aafe-448d-9672-4244678df38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387993 Sep 15 19:35:29.307719 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-9cf1bceb-4e99-42bc-8b92-c8eca9a794b1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960300 Sep 15 19:35:29.415029 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8c0e1-3128-49fb-91f9-37a82a3e99db req-08e75819-6c07-4367-93ca-23806c0b164c tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:29.416467 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4cd8c0e1-3128-49fb-91f9-37a82a3e99db req-08e75819-6c07-4367-93ca-23806c0b164c tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0941296 Sep 15 19:35:29.462618 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9283f0b2-e5db-477d-b27b-1cfe1608da6e req-5f0c72ea-7d3e-4526-84b7-21d25ba8a5b6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492343 Sep 15 19:35:29.487501 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4cd8c0e1-3128-49fb-91f9-37a82a3e99db req-10a4a662-aa3f-43ff-87a4-6afcc976d2e1 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632479 Sep 15 19:35:30.612511 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2a43f-6a86-43b6-8e61-c5071f5a3ded req-ca769941-8564-4aa8-9ccc-f1136e218e2e tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:30.614578 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c5c2a43f-6a86-43b6-8e61-c5071f5a3ded req-ca769941-8564-4aa8-9ccc-f1136e218e2e tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0506022 Sep 15 19:35:30.664860 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c5c2a43f-6a86-43b6-8e61-c5071f5a3ded req-29c3fe63-47e0-42e6-b955-cfb7a86e5a09 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447617 Sep 15 19:35:31.788522 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97530a7a-9d5f-42b2-a0e0-b7662fcfe0b5 req-9caf59e1-88b2-4be2-80bd-527d778dd84e tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:31.790068 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-97530a7a-9d5f-42b2-a0e0-b7662fcfe0b5 req-9caf59e1-88b2-4be2-80bd-527d778dd84e tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0470214 Sep 15 19:35:31.840014 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-97530a7a-9d5f-42b2-a0e0-b7662fcfe0b5 req-fc47b1ae-835e-4e02-b136-9d612bb29614 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440905 Sep 15 19:35:32.543599 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 39840) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:32.658601 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bdcce365-1ec7-4e53-ab80-0fa98e0c0dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:32.734258 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bdcce365-1ec7-4e53-ab80-0fa98e0c0dbe admin admin] Publish callbacks [] for security_group (9b1fd9d7-55af-45b6-8674-92f6b3126b9f), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:32.816457 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-bdcce365-1ec7-4e53-ab80-0fa98e0c0dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (9b1fd9d7-55af-45b6-8674-92f6b3126b9f), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:32.847638 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:32.857253 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-bdcce365-1ec7-4e53-ab80-0fa98e0c0dbe admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7aa911d2360b4c568a95c05caf7c9436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124974 Sep 15 19:35:32.857946 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcce365-1ec7-4e53-ab80-0fa98e0c0dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1fd9d7-55af-45b6-8674-92f6b3126b9f,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:32.860807 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 39844) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:32.920818 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da9bc5c1-cca3-4927-937c-55fba9787411 admin admin] Publish callbacks [] for security_group (9b1fd9d7-55af-45b6-8674-92f6b3126b9f), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:32.953535 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:32.959382 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:32.970936 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da9bc5c1-cca3-4927-937c-55fba9787411 admin admin] Publish callbacks [] for security_group (9b1fd9d7-55af-45b6-8674-92f6b3126b9f), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:32.988829 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a8fa6-fbb7-4298-886b-447f7a4714ec req-e04ac34f-9ee4-4287-917b-25fe71feda97 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:32.990402 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-262a8fa6-fbb7-4298-886b-447f7a4714ec req-e04ac34f-9ee4-4287-917b-25fe71feda97 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0716479 Sep 15 19:35:33.024710 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=6 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:33.028832 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:33.058090 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-262a8fa6-fbb7-4298-886b-447f7a4714ec req-66bc665a-0d09-4020-a550-7b5c10976fe8 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597250 Sep 15 19:35:33.192997 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da9bc5c1-cca3-4927-937c-55fba9787411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (9b1fd9d7-55af-45b6-8674-92f6b3126b9f), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:33.195575 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da9bc5c1-cca3-4927-937c-55fba9787411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:33.196827 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-da9bc5c1-cca3-4927-937c-55fba9787411 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9b1fd9d7-55af-45b6-8674-92f6b3126b9f HTTP/1.1" status: 204 len: 168 time: 0.3347793 Sep 15 19:35:33.204914 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bc5c1-cca3-4927-937c-55fba9787411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1fd9d7-55af-45b6-8674-92f6b3126b9f,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:34.184263 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95c7ed-0500-45ca-92cb-c15f14f5266e req-45fcb34b-8042-4213-bff7-99e6572ba14f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:34.186004 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7e95c7ed-0500-45ca-92cb-c15f14f5266e req-45fcb34b-8042-4213-bff7-99e6572ba14f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0521729 Sep 15 19:35:34.244879 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7e95c7ed-0500-45ca-92cb-c15f14f5266e req-528d22a6-aad5-4f9f-b8b9-9acc7be1373b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517898 Sep 15 19:35:35.367597 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe4d7-ce16-4174-91c7-5f63be844f4d req-6eaba576-4b8c-4589-8468-841cdbf3438c tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:35.369170 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-800fe4d7-ce16-4174-91c7-5f63be844f4d req-6eaba576-4b8c-4589-8468-841cdbf3438c tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0477996 Sep 15 19:35:35.420210 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-800fe4d7-ce16-4174-91c7-5f63be844f4d req-4c7f66b6-2bf9-43f0-b7d5-c61d61747d3f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452769 Sep 15 19:35:36.543997 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2800f6-1eb3-475c-baa5-92cd98c9be10 req-6cf86c8a-6992-46ca-a44d-ce21792e314d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:36.545485 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0a2800f6-1eb3-475c-baa5-92cd98c9be10 req-6cf86c8a-6992-46ca-a44d-ce21792e314d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0471952 Sep 15 19:35:36.598696 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0a2800f6-1eb3-475c-baa5-92cd98c9be10 req-0caaa181-1614-4a19-99e0-2da00e740564 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469334 Sep 15 19:35:37.266361 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:37.736431 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f81bfb-45fd-40f4-a681-d8e01eda5165 req-0de79ba1-0f18-4e2c-a322-c3a937e6a8b2 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:37.742337 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a0f81bfb-45fd-40f4-a681-d8e01eda5165 req-0de79ba1-0f18-4e2c-a322-c3a937e6a8b2 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 944 time: 0.0522733 Sep 15 19:35:37.789585 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 5d9355ed-482e-4597-88f4-9572e304ef13 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:35:37.791057 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a0f81bfb-45fd-40f4-a681-d8e01eda5165 req-cd6dce6a-e6fb-4548-aa17-792d7b75e30d tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473545 Sep 15 19:35:37.855598 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:37.893081 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 5d9355ed-482e-4597-88f4-9572e304ef13, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d9355ed-482e-4597-88f4-9572e304ef13,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:37.905840 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '5d9355ed-482e-4597-88f4-9572e304ef13', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'port_id': '5d9355ed-482e-4597-88f4-9572e304ef13', 'mac_address': 'fa:16:3e:4b:03:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:35:37.942600 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 5d9355ed-482e-4597-88f4-9572e304ef13 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:35:37.942980 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:37.955872 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9355ed-482e-4597-88f4-9572e304ef13 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:35:37.979323 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 5d9355ed-482e-4597-88f4-9572e304ef13, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d9355ed-482e-4597-88f4-9572e304ef13,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:38.121308 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:38.170170 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=5d9355ed-482e-4597-88f4-9572e304ef13,revision_number=7']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:38.918038 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014ba2d-ee6a-4ece-90a4-3223aca245d2 req-5f46d133-71df-434d-b3b3-1b7a480420ad tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:38.919458 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c014ba2d-ee6a-4ece-90a4-3223aca245d2 req-5f46d133-71df-434d-b3b3-1b7a480420ad tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 945 time: 0.0498364 Sep 15 19:35:38.972798 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c014ba2d-ee6a-4ece-90a4-3223aca245d2 req-90505b87-a238-429c-97bc-0f8523c25812 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473957 Sep 15 19:35:39.726025 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['5d9355ed-482e-4597-88f4-9572e304ef13'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:35:40.108310 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c48d64-4f7d-4858-b56e-518c2a025cb2 req-b83cb67f-5861-4477-b90c-d1b8a2a700f2 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:40.109845 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71c48d64-4f7d-4858-b56e-518c2a025cb2 req-b83cb67f-5861-4477-b90c-d1b8a2a700f2 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 945 time: 0.0572059 Sep 15 19:35:40.171020 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-71c48d64-4f7d-4858-b56e-518c2a025cb2 req-2436eb92-a9c6-432e-a983-03b2ff77d00f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525866 Sep 15 19:35:41.141378 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:41.295463 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ec5ec-edbf-4371-b760-87eb00295e9b req-ffdbf4e8-c2f1-4d83-852e-f493b73aa5c0 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:41.297076 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c26ec5ec-edbf-4371-b760-87eb00295e9b req-ffdbf4e8-c2f1-4d83-852e-f493b73aa5c0 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 945 time: 0.0485096 Sep 15 19:35:41.348497 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c26ec5ec-edbf-4371-b760-87eb00295e9b req-e0e97500-c3a7-451c-8c12-50aaec38bbd2 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457151 Sep 15 19:35:42.467680 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc37cfb-e3b0-4bb4-bddd-01998e24cb39 req-3d3442ea-009d-4997-988d-c080c3cd7ac9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:42.469207 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8fc37cfb-e3b0-4bb4-bddd-01998e24cb39 req-3d3442ea-009d-4997-988d-c080c3cd7ac9 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 945 time: 0.0461876 Sep 15 19:35:42.496290 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:42.524055 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8fc37cfb-e3b0-4bb4-bddd-01998e24cb39 req-a79de6a7-6605-4552-ab71-7e421c297c50 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486252 Sep 15 19:35:42.853826 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=61,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:42.963895 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 5d9355ed-482e-4597-88f4-9572e304ef13 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:35:43.007790 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 5d9355ed-482e-4597-88f4-9572e304ef13 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:35:43.008156 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:43.008489 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 5d9355ed-482e-4597-88f4-9572e304ef13 Sep 15 19:35:43.044578 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:43.087036 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 5d9355ed-482e-4597-88f4-9572e304ef13 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:35:43.087413 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:43.111590 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:35:43.113775 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0995be-cd20-41bf-aa9c-7407a9b40586" -d '{"events": [{"server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "name": "network-vif-plugged", "status": "completed", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:35:43.128177 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 5d9355ed-482e-4597-88f4-9572e304ef13, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d9355ed-482e-4597-88f4-9572e304ef13,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:43.152890 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2eaed6-a50a-468a-b1bb-46ead0cb09e1 x-openstack-request-id: req-4a2eaed6-a50a-468a-b1bb-46ead0cb09e1 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:35:43.153177 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "name": "network-vif-plugged", "status": "completed", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:35:43.153427 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a2eaed6-a50a-468a-b1bb-46ead0cb09e1 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:35:43.153839 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2eaed6-a50a-468a-b1bb-46ead0cb09e1'] response: {'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13', 'code': 200} Sep 15 19:35:43.189889 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:43.242579 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=5d9355ed-482e-4597-88f4-9572e304ef13,revision_number=8']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:43.473360 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd763-f442-4ccc-a8a1-6163903f8402 req-cc43383b-5a92-4067-814d-7d80e9622664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:43.474756 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-445fd763-f442-4ccc-a8a1-6163903f8402 req-cc43383b-5a92-4067-814d-7d80e9622664 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1130 time: 0.0391703 Sep 15 19:35:43.521383 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-445fd763-f442-4ccc-a8a1-6163903f8402 req-15da6dea-7457-419a-ac63-5bc1c601f8d4 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401847 Sep 15 19:35:43.646682 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd785d68-26c5-4477-a556-a41e6a2434e8 req-1aa19a8d-d03b-4a7a-b5e1-3c7b5623f93c tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:43.648199 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fd785d68-26c5-4477-a556-a41e6a2434e8 req-1aa19a8d-d03b-4a7a-b5e1-3c7b5623f93c tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0475974 Sep 15 19:35:43.697553 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fd785d68-26c5-4477-a556-a41e6a2434e8 req-ef8f2f81-3111-4d83-8517-cfadbb10a4a8 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Sep 15 19:35:44.826020 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486aef5-c93f-4d74-89cb-da916e2d4b1a req-105c8b69-6f66-465b-8e2c-1d990caf054a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:44.831770 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0486aef5-c93f-4d74-89cb-da916e2d4b1a req-105c8b69-6f66-465b-8e2c-1d990caf054a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0544496 Sep 15 19:35:44.870217 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:44.879318 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0486aef5-c93f-4d74-89cb-da916e2d4b1a req-72c11177-ac11-4522-a1f5-aa1cc9fae82a tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461221 Sep 15 19:35:45.967694 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-54bb85ed-8cd4-4c0f-a13e-c8cdda812085 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409808 Sep 15 19:35:46.016184 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619f0bd-62d0-41c7-8f19-a38c322dc33b req-63e58e2d-b37c-4bae-ba19-50779c2a91cf tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:46.017821 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c619f0bd-62d0-41c7-8f19-a38c322dc33b req-63e58e2d-b37c-4bae-ba19-50779c2a91cf tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.0532799 Sep 15 19:35:46.084485 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-1bbaec22-7d6a-4d1a-aa0b-1fe71245670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:46.085895 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-1bbaec22-7d6a-4d1a-aa0b-1fe71245670d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7bbec449c0142f0b910956bacedbe5e&device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1130 time: 0.0672221 Sep 15 19:35:46.104113 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c619f0bd-62d0-41c7-8f19-a38c322dc33b req-c7dab936-ad27-4769-bd9b-6edd12912371 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767863 Sep 15 19:35:46.200332 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-cd4e03be-a82e-4456-a9b5-1ee1b80d2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:46.201794 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-cd4e03be-a82e-4456-a9b5-1ee1b80d2718 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3764c9bd-aafe-448d-9672-4244678df38d HTTP/1.1" status: 200 len: 909 time: 0.0938807 Sep 15 19:35:46.270442 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-e43606c2-7b51-48b0-9af7-95d967a854c1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 200 len: 1001 time: 0.0620255 Sep 15 19:35:46.322308 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-15001de0-2c31-4ff2-b455-da5418cb814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:46.324770 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-15001de0-2c31-4ff2-b455-da5418cb814a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fdd5cf75-439b-48d0-9684-783d45d83377 HTTP/1.1" status: 200 len: 847 time: 0.0466497 Sep 15 19:35:46.367562 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-47647b5d-10ae-42e0-b68d-8e4dc18ef6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:46.369075 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-47647b5d-10ae-42e0-b68d-8e4dc18ef6dc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3764c9bd-aafe-448d-9672-4244678df38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394185 Sep 15 19:35:46.467925 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-0d499b9d-ddf6-4827-be6e-9a9c8305e0c7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926447 Sep 15 19:35:46.559193 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3292835a-1036-4ce4-b2a9-e9168932d707 req-15aab35f-c6da-49c9-bf67-51cbd95d1d45 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855660 Sep 15 19:35:47.701318 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f00a22ec-4dd4-44a6-aadf-41bcfe292058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:50.051995 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-001fa31e-01f3-4669-97ba-4fb61e185333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:51.195068 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:52.683876 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:52.817941 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:52.870818 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:56.018608 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:35:56.549343 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=87 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:56.555730 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=60 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:35:58.631826 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40028) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:58.750374 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:58.825762 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Publish callbacks [] for security_group (6192b274-bc67-46a0-b29c-62aae1bec109), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:58.944710 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (6192b274-bc67-46a0-b29c-62aae1bec109), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:58.973202 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2a945-07f0-4a93-90b4-938b8a80148f req-42449132-8e7e-49d0-921b-172b36facd45 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:35:58.974559 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e0d2a945-07f0-4a93-90b4-938b8a80148f req-42449132-8e7e-49d0-921b-172b36facd45 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 947 time: 0.0688195 Sep 15 19:35:59.010505 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6192b274-bc67-46a0-b29c-62aae1bec109,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:59.016221 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a63384284dee4152bdb6a4d93a144416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833625 Sep 15 19:35:59.018988 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40034) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:35:59.027568 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.027867 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.028106 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.028440 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.028754 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.029074 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.029395 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.029753 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.030077 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.030392 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.030702 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.031012 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.031325 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.031630 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.031961 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eceba1a-86ce-4b87-a381-0f8993373442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.059601 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e0d2a945-07f0-4a93-90b4-938b8a80148f req-06f4f427-44ca-4a43-97bb-31848c66c398 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692353 Sep 15 19:35:59.086757 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Publish callbacks [] for security_group (6192b274-bc67-46a0-b29c-62aae1bec109), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:59.110948 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Publish callbacks [] for security_group (6192b274-bc67-46a0-b29c-62aae1bec109), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:59.255098 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (6192b274-bc67-46a0-b29c-62aae1bec109), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:59.258318 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:35:59.259564 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6192b274-bc67-46a0-b29c-62aae1bec109 HTTP/1.1" status: 204 len: 168 time: 0.2395251 Sep 15 19:35:59.268128 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6192b274-bc67-46a0-b29c-62aae1bec109,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:59.275442 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.275972 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.276267 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.276529 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.276962 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.277176 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.277499 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.277818 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.278133 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.278448 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.278772 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.279085 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.279399 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.279737 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:59.280063 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552d347-b534-4cd7-bb9e-8fb5e421211e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:00.204515 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b852cbf-0e37-49f8-91ad-143e891c4d6a req-205b7cda-e734-4b21-b9a4-af0d04aab8b8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:00.206033 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0b852cbf-0e37-49f8-91ad-143e891c4d6a req-205b7cda-e734-4b21-b9a4-af0d04aab8b8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 947 time: 0.0610869 Sep 15 19:36:00.261715 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0b852cbf-0e37-49f8-91ad-143e891c4d6a req-7302ea4a-eb03-49b7-944c-a8c457044a3a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=144f330e-a3ba-4d24-9568-62198609a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493276 Sep 15 19:36:00.490327 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-6963f69b-eeaf-4df5-8723-c3c7772ece39 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:00.491678 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-6963f69b-eeaf-4df5-8723-c3c7772ece39 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 947 time: 0.0479622 Sep 15 19:36:00.576533 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Deleting port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:36:00.576888 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:00.673325 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] For port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:36:00.673586 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:00.837641 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:00.838012 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (13db8800-92cc-48fc-b5b2-b5ad250c3ab3), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:00.838330 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Floating IP 13db8800-92cc-48fc-b5b2-b5ad250c3ab3 disassociated. External IP: 172.27.0.9, port: 143ce322-19a2-43c5-83ec-ba67ce8ce7cc. Sep 15 19:36:00.838677 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Calling delete_port for 143ce322-19a2-43c5-83ec-ba67ce8ce7cc owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:36:00.913654 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:00.973327 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:01.219026 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (143ce322-19a2-43c5-83ec-ba67ce8ce7cc), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:01.251527 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event deleted for resources: {'Port': ['ID=143ce322-19a2-43c5-83ec-ba67ce8ce7cc,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:01.594931 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9737816b-2528-498e-a363-0038cf5d4367 req-e9dcca65-184e-4677-92ca-659239f7628d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 210 time: 0.0337942 Sep 15 19:36:01.655642 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Router a3473df7-6441-425e-98f3-0dc60cbffaea has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:36:01.764462 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:36:01.774876 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] Sync routers for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:36:01.785148 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:36:01.785978 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:35:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:01.808466 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] No DVR routers for this DVR port 143ce322-19a2-43c5-83ec-ba67ce8ce7cc on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:36:01.811088 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:01.814416 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-747e3a58-f79e-4c2b-8629-c34f4324d250 req-2c7594f7-f8af-4d00-a1f4-15cbe7d7f3a8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.33 "DELETE /networking/v2.0/ports/143ce322-19a2-43c5-83ec-ba67ce8ce7cc HTTP/1.1" status: 204 len: 173 time: 1.3181393 Sep 15 19:36:01.815165 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'name': 'network-vif-deleted', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:36:01.817608 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8980d4-a1c0-4b13-828d-9cb9038ae2c5" -d '{"events": [{"server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "name": "network-vif-deleted", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:36:01.858435 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4f6d80-2d84-445e-b73f-c5cdf6b33dc4 x-openstack-request-id: req-8d4f6d80-2d84-445e-b73f-c5cdf6b33dc4 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:36:01.858727 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4", "name": "network-vif-deleted", "tag": "143ce322-19a2-43c5-83ec-ba67ce8ce7cc", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:36:01.858977 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d4f6d80-2d84-445e-b73f-c5cdf6b33dc4 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:36:01.859385 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4f6d80-2d84-445e-b73f-c5cdf6b33dc4'] response: {'server_uuid': 'f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4', 'name': 'network-vif-deleted', 'tag': '143ce322-19a2-43c5-83ec-ba67ce8ce7cc', 'status': 'completed', 'code': 200} Sep 15 19:36:01.901742 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:36:02.090443 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:02.118337 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] Checking router: a3473df7-6441-425e-98f3-0dc60cbffaea for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:36:02.127914 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:36:02.128537 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:35:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:02.233764 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:36:02.547035 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:02.556079 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:02.581344 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a9d73-d640-4068-9edc-6ca58aa34acf None None] The sync data for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi is: [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:36:02.729187 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d232ac0e-c501-48ab-a367-37ba1ecd4d5d req-6ad10162-892d-448f-a770-f0340d2d54f5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 210 time: 0.0337391 Sep 15 19:36:02.814928 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e10fae-45d7-455e-8b36-1dc04867c94a None None] New status for floating IP 13db8800-92cc-48fc-b5b2-b5ad250c3ab3: DOWN {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:36:03.730708 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 143ce322-19a2-43c5-83ec-ba67ce8ce7cc no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:36:03.749977 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 143ce322-19a2-43c5-83ec-ba67ce8ce7cc {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:36:03.750312 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 143ce322-19a2-43c5-83ec-ba67ce8ce7cc not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:36:03.853430 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-da2d280f-8f2d-42e9-b298-e1027d0a7e19 req-a46f547d-c9f9-4ac4-a75e-b741ded057ce tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f2aadc54-2cfd-47e7-85f0-9f23fb4b9fb4 HTTP/1.1" status: 200 len: 210 time: 0.0280302 Sep 15 19:36:05.040319 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40096) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:36:05.098041 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6b8751c3-b063-4fb4-9fc7-3b9eedec6a65 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (144f330e-a3ba-4d24-9568-62198609a9b2), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:05.121290 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6b8751c3-b063-4fb4-9fc7-3b9eedec6a65 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (144f330e-a3ba-4d24-9568-62198609a9b2), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:05.275385 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6b8751c3-b063-4fb4-9fc7-3b9eedec6a65 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (144f330e-a3ba-4d24-9568-62198609a9b2), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:05.278317 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6b8751c3-b063-4fb4-9fc7-3b9eedec6a65 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:05.279425 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6b8751c3-b063-4fb4-9fc7-3b9eedec6a65 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/144f330e-a3ba-4d24-9568-62198609a9b2 HTTP/1.1" status: 204 len: 168 time: 0.2380590 Sep 15 19:36:05.282268 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40098) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:36:05.289465 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8751c3-b063-4fb4-9fc7-3b9eedec6a65 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144f330e-a3ba-4d24-9568-62198609a9b2,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:05.298678 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.api.v2.resource [None req-1d742fe4-ab34-433f-99a6-c98891ddde3e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] show failed (client error): The resource could not be found. Sep 15 19:36:05.304100 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-1d742fe4-ab34-433f-99a6-c98891ddde3e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups/144f330e-a3ba-4d24-9568-62198609a9b2 HTTP/1.1" status: 404 len: 347 time: 0.0165284 Sep 15 19:36:05.304396 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40100) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:36:05.422789 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-3c87bfa4-8209-4904-8b80-2072c346026e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Deleting port 6d0856af-6191-437a-abec-4a624ce89ff6 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:36:05.423117 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3c87bfa4-8209-4904-8b80-2072c346026e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (6d0856af-6191-437a-abec-4a624ce89ff6), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:05.506205 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3c87bfa4-8209-4904-8b80-2072c346026e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (6d0856af-6191-437a-abec-4a624ce89ff6), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:05.506534 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3c87bfa4-8209-4904-8b80-2072c346026e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (6d0856af-6191-437a-abec-4a624ce89ff6), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:05.520206 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-3c87bfa4-8209-4904-8b80-2072c346026e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Calling delete_port for 6d0856af-6191-437a-abec-4a624ce89ff6 owned by network:floatingip {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:36:05.593559 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:05.789546 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3c87bfa4-8209-4904-8b80-2072c346026e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (6d0856af-6191-437a-abec-4a624ce89ff6), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:05.816956 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87bfa4-8209-4904-8b80-2072c346026e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event deleted for resources: {'Port': ['ID=6d0856af-6191-437a-abec-4a624ce89ff6,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:05.884035 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3c87bfa4-8209-4904-8b80-2072c346026e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (13db8800-92cc-48fc-b5b2-b5ad250c3ab3), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:05.887548 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3c87bfa4-8209-4904-8b80-2072c346026e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:05.888750 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-3c87bfa4-8209-4904-8b80-2072c346026e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/13db8800-92cc-48fc-b5b2-b5ad250c3ab3 HTTP/1.1" status: 204 len: 168 time: 0.5832667 Sep 15 19:36:06.087828 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40114) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:36:06.092894 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-0b78d922-f037-489a-a82b-7f2b7cf61c2b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434487569', 'description': 'tempest-description--1163292939'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:36:06.232790 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0b78d922-f037-489a-a82b-7f2b7cf61c2b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:06.304221 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0b78d922-f037-489a-a82b-7f2b7cf61c2b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (bafde1bd-f24f-4c08-a8ea-b09372f4b9fb), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:06.367382 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0b78d922-f037-489a-a82b-7f2b7cf61c2b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (bafde1bd-f24f-4c08-a8ea-b09372f4b9fb), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:06.397912 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78d922-f037-489a-a82b-7f2b7cf61c2b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:06.548537 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-0b78d922-f037-489a-a82b-7f2b7cf61c2b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:06.549614 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-0b78d922-f037-489a-a82b-7f2b7cf61c2b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4605966 Sep 15 19:36:06.552838 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40116) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:36:06.557072 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-9fc1bfde-719e-4d65-affd-7d70b040525c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'security_group_rule': {'security_group_id': 'bafde1bd-f24f-4c08-a8ea-b09372f4b9fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:36:06.688172 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9fc1bfde-719e-4d65-affd-7d70b040525c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (80ef9761-a03c-41be-84b8-adb3be2830f1), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:06.735445 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:06.745177 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9fc1bfde-719e-4d65-affd-7d70b040525c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (80ef9761-a03c-41be-84b8-adb3be2830f1), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:06.829368 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9fc1bfde-719e-4d65-affd-7d70b040525c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (80ef9761-a03c-41be-84b8-adb3be2830f1), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:06.849147 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1bfde-719e-4d65-affd-7d70b040525c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ef9761-a03c-41be-84b8-adb3be2830f1,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:06.931942 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-9fc1bfde-719e-4d65-affd-7d70b040525c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:06.937736 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-9fc1bfde-719e-4d65-affd-7d70b040525c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3794141 Sep 15 19:36:06.937736 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40118) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:36:06.940662 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-309f60b3-ec65-48d6-8fb7-8141fd906f6d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'security_group_rule': {'security_group_id': 'bafde1bd-f24f-4c08-a8ea-b09372f4b9fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:36:07.064362 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-309f60b3-ec65-48d6-8fb7-8141fd906f6d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (a0f66c3e-f7ff-4d3a-b08e-efeae16fc0d0), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:07.123260 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-309f60b3-ec65-48d6-8fb7-8141fd906f6d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (a0f66c3e-f7ff-4d3a-b08e-efeae16fc0d0), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:07.255028 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-309f60b3-ec65-48d6-8fb7-8141fd906f6d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594005'] for security_group_rule (a0f66c3e-f7ff-4d3a-b08e-efeae16fc0d0), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:07.275497 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f60b3-ec65-48d6-8fb7-8141fd906f6d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f66c3e-f7ff-4d3a-b08e-efeae16fc0d0,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:07.360074 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-309f60b3-ec65-48d6-8fb7-8141fd906f6d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:07.361311 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-309f60b3-ec65-48d6-8fb7-8141fd906f6d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4242790 Sep 15 19:36:07.364638 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40126) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:36:07.369753 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'floatingip': {'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:36:07.489431 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:07.575198 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:07.677126 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:07.689895 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Allocated IP 172.27.0.69 (b0d4a98f-e8a8-41af-b2d5-1f353264b78e/4381389d-4747-4c71-9ec6-776551c838af/be027b21-5272-4286-be6c-d1b8ff42a1e9) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:36:07.799641 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for port (be027b21-5272-4286-be6c-d1b8ff42a1e9), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:07.987720 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (be027b21-5272-4286-be6c-d1b8ff42a1e9), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:08.023026 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:08.024987 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Network b0d4a98f-e8a8-41af-b2d5-1f353264b78e is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:36:08.029911 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:36:08.033497 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:36:08.066799 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'Port': ['ID=be027b21-5272-4286-be6c-d1b8ff42a1e9,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:08.128297 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (658cb267-53fd-485f-b5cf-7beae37b0b6c), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:08.297091 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (be027b21-5272-4286-be6c-d1b8ff42a1e9), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:08.461954 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for port (be027b21-5272-4286-be6c-d1b8ff42a1e9), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:08.563567 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (be027b21-5272-4286-be6c-d1b8ff42a1e9), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:08.640375 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'Port': ['ID=be027b21-5272-4286-be6c-d1b8ff42a1e9,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:08.643208 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (658cb267-53fd-485f-b5cf-7beae37b0b6c), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:08.646697 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:08.744241 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:08.754931 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-1db3bbc5-10a1-4d36-9970-19f57f626b90 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3798814 Sep 15 19:36:08.958039 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-315ee60d-2a17-42f7-a4b1-e4d7bf7317a6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--434487569&fields=id&tenant_id=427b697da1034408811e994e22d4f592 HTTP/1.1" status: 200 len: 267 time: 0.0444286 Sep 15 19:36:09.067848 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-82f3cce9-b2c9-4aec-b527-442449932b9f tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:09.069347 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-82f3cce9-b2c9-4aec-b527-442449932b9f tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 816 time: 0.1041846 Sep 15 19:36:09.084801 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-6a12b8b7-42a6-4a5c-b5b4-e5f2d567cb92 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/quotas/427b697da1034408811e994e22d4f592 HTTP/1.1" status: 200 len: 375 time: 0.0094619 Sep 15 19:36:09.141041 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-34e537e0-379a-436b-af8c-43464e391a6d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510046 Sep 15 19:36:09.249526 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-4c681c14-a9ab-47ad-bd2c-d2720cef62b3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916679 Sep 15 19:36:09.353673 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-095b16c6-742f-448e-8582-2b439094b224 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980802 Sep 15 19:36:09.645377 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2425b5fd-838b-4435-9f5c-4f0628656ec8 req-a552ccd8-6581-43d7-9104-724385549bdd tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 210 time: 0.0297616 Sep 15 19:36:10.758131 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-d68112b3-5c71-4d67-9c87-9b6ff65d07c8 req-390af531-2a72-4b63-a33d-481c57d32743 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 210 time: 0.0275638 Sep 15 19:36:11.175347 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:11.873007 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2df9436c-1095-411a-9fb1-d94f06b0a31f req-cbbc05c9-49be-493b-96f3-a76a73a3755f tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 210 time: 0.0313056 Sep 15 19:36:12.984188 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:12.989389 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b1dacb7-7628-4754-bc9f-662958c11a0a req-49e75d39-b5b0-4092-ad29-89f64c918a80 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 210 time: 0.0287879 Sep 15 19:36:14.099986 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5ebaef65-ea76-4ac1-bdd7-15001868e551 req-a6b10e7c-d65c-4693-88ec-477ef1eed14f tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 210 time: 0.0289276 Sep 15 19:36:14.620562 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-603507bd-15cd-44d2-ab01-1733235b70e6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:14.622015 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-603507bd-15cd-44d2-ab01-1733235b70e6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 816 time: 0.1072254 Sep 15 19:36:14.684090 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-44acd6cd-0448-47fc-a607-85fd8de45182 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=427b697da1034408811e994e22d4f592 HTTP/1.1" status: 200 len: 379 time: 0.0539777 Sep 15 19:36:14.692706 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'port': {'device_id': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'admin_state_up': True, 'tenant_id': '427b697da1034408811e994e22d4f592', 'security_groups': ['bafde1bd-f24f-4c08-a8ea-b09372f4b9fb']}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:36:14.892586 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Made reservation on behalf of 427b697da1034408811e994e22d4f592 for: {'port': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:36:14.896467 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:14.978978 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:15.030898 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_common [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Allocated IP 172.20.0.12 (fec50405-c88e-450d-9ebf-156c556a1bf0/32102ca0-ab39-402b-a602-5ce0045b00ff/1f316119-2ccf-4680-9480-faced50dd6b6) {{(pid=106634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:36:15.063307 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:15.155863 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:15.184041 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for port (1f316119-2ccf-4680-9480-faced50dd6b6), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:15.220464 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-2f07a84c-6108-44b0-b1ef-c2d2c979bb16 req-2005da05-2c47-4183-99b9-c747e971c959 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 210 time: 0.0346291 Sep 15 19:36:15.284453 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:15.358251 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729576103900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:15.409813 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Network fec50405-c88e-450d-9ebf-156c556a1bf0 is already hosted by enough agents. {{(pid=106634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:36:15.413208 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Resources bound (agent type, host, resource id): {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:36:15.417823 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Received port after_create {{(pid=106634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 19:36:15.443075 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event updated for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:15.475359 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:15.476015 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:15.590651 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-e2f8a177-ad9e-46a8-8cb6-32c07dbe67ac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9008307 Sep 15 19:36:15.600762 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Request body: {'port': {'device_id': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:36:15.666929 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:15.700219 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-a3e6b5d9-114b-4656-afca-9e4ad79cc950 None None] Provisioning complete for port 1f316119-2ccf-4680-9480-faced50dd6b6 triggered by entity DHCP. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:36:15.700702 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b5d9-114b-4656-afca-9e4ad79cc950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:15.700931 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a3e6b5d9-114b-4656-afca-9e4ad79cc950 None None] Attempt 1 to provision port 1f316119-2ccf-4680-9480-faced50dd6b6 Sep 15 19:36:15.735516 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6b5d9-114b-4656-afca-9e4ad79cc950 None None] Port 1f316119-2ccf-4680-9480-faced50dd6b6 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:36:15.948125 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f316119-2ccf-4680-9480-faced50dd6b6 {{(pid=106634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:36:15.956028 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Publish callbacks [] for port (1f316119-2ccf-4680-9480-faced50dd6b6), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:15.969273 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.provisioning_blocks [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Transition to ACTIVE for port object 1f316119-2ccf-4680-9480-faced50dd6b6 will not be triggered until provisioned by entity L2. {{(pid=106634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 19:36:16.081025 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:16.103807 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:16.142111 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=2']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:16.191447 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Attempting to bind port 1f316119-2ccf-4680-9480-faced50dd6b6 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 19:36:16.192154 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Attempting to bind port 1f316119-2ccf-4680-9480-faced50dd6b6 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 19:36:16.192154 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Attempting to bind port 1f316119-2ccf-4680-9480-faced50dd6b6 on network fec50405-c88e-450d-9ebf-156c556a1bf0 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:36:16.236753 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a3e6b5d9-114b-4656-afca-9e4ad79cc950 None None] Attempt 2 to provision port 1f316119-2ccf-4680-9480-faced50dd6b6 Sep 15 19:36:16.238995 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Port 1f316119-2ccf-4680-9480-faced50dd6b6 on network fec50405-c88e-450d-9ebf-156c556a1bf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 19:36:16.240746 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Attempting to bind port 1f316119-2ccf-4680-9480-faced50dd6b6 on network fec50405-c88e-450d-9ebf-156c556a1bf0 {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 19:36:16.273779 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6b5d9-114b-4656-afca-9e4ad79cc950 None None] Port 1f316119-2ccf-4680-9480-faced50dd6b6 cannot update to ACTIVE because it is not bound. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 19:36:16.285404 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Checking agent: {'id': '7d19d34c-001c-4ca8-9e32-459cec5d2632', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'started_at': datetime.datetime(2022, 9, 15, 19, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 19, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 19:36:16.285736 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Checking segment: {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:36:16.286116 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Bound using segment: {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'} {{(pid=106634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 19:36:16.286553 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.managers [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Bound port: 1f316119-2ccf-4680-9480-faced50dd6b6, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855be34-51dc-4abc-80d9-f2a9e991571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0'}}] {{(pid=106634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 19:36:16.286915 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:16.399541 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f15c7-6de1-4ed2-8781-b9aaf299b188 req-65356739-3ada-4e57-afa8-d71c6561039e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:16.401050 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-931f15c7-6de1-4ed2-8781-b9aaf299b188 req-65356739-3ada-4e57-afa8-d71c6561039e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0720065 Sep 15 19:36:16.402045 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, cleared binding levels {{(pid=106634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:36:16.405443 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:36:16.451240 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-931f15c7-6de1-4ed2-8781-b9aaf299b188 req-27afb665-81b6-418e-90bd-abbd183b764b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440383 Sep 15 19:36:16.487459 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-832190'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:16.492031 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:16.501397 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:16.501397 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1f316119-2ccf-4680-9480-faced50dd6b6 HTTP/1.1" status: 200 len: 1094 time: 0.8979802 Sep 15 19:36:16.501397 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:36:16.501397 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6601fae1-4cac-4128-8594-7135ddea01ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:36:16.540081 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b5d340-7949-4767-aea5-3ef960471c9b x-openstack-request-id: req-c7b5d340-7949-4767-aea5-3ef960471c9b {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:36:16.540322 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:36:16.547109 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7b5d340-7949-4767-aea5-3ef960471c9b {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:36:16.547109 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b5d340-7949-4767-aea5-3ef960471c9b'] response: {'name': 'network-changed', 'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6', 'status': 'completed', 'code': 200} Sep 15 19:36:16.554463 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d8531-f395-48a2-8c97-4dd4f7f9f9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=3']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:16.600732 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601fae1-4cac-4128-8594-7135ddea01ec req-02fa5272-e773-4294-9cfb-f02100e83913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:16.602314 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6601fae1-4cac-4128-8594-7135ddea01ec req-02fa5272-e773-4294-9cfb-f02100e83913 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 1128 time: 0.0404990 Sep 15 19:36:16.661722 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:16.710549 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601fae1-4cac-4128-8594-7135ddea01ec req-41d8fb02-246e-4d79-84c4-0ef7a1c489b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:16.712578 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6601fae1-4cac-4128-8594-7135ddea01ec req-41d8fb02-246e-4d79-84c4-0ef7a1c489b2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=427b697da1034408811e994e22d4f592&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1035168 Sep 15 19:36:16.775244 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-a3e6b5d9-114b-4656-afca-9e4ad79cc950 None None] Attempt 3 to provision port 1f316119-2ccf-4680-9480-faced50dd6b6 Sep 15 19:36:16.807268 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601fae1-4cac-4128-8594-7135ddea01ec req-e7ef4e96-1bfd-4d27-8d1a-75c73e9ee999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:16.808810 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6601fae1-4cac-4128-8594-7135ddea01ec req-e7ef4e96-1bfd-4d27-8d1a-75c73e9ee999 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904479 Sep 15 19:36:16.812757 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6b5d9-114b-4656-afca-9e4ad79cc950 None None] Port 1f316119-2ccf-4680-9480-faced50dd6b6 had new provisioning blocks added so it will not transition to active. {{(pid=106636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 19:36:16.858879 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:16.892570 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-a14c513e-b28e-41ee-9d95-75059f8f53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:16.894072 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-a14c513e-b28e-41ee-9d95-75059f8f53eb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 1128 time: 0.0449758 Sep 15 19:36:16.934160 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-6b3557bf-16e7-4782-ba40-bd53da4c091a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f316119-2ccf-4680-9480-faced50dd6b6 HTTP/1.1" status: 200 len: 217 time: 0.0321758 Sep 15 19:36:16.982599 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-4e40eb20-5bc6-427f-a930-f4fc1a545418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:16.984056 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-4e40eb20-5bc6-427f-a930-f4fc1a545418 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=32102ca0-ab39-402b-a602-5ce0045b00ff HTTP/1.1" status: 200 len: 855 time: 0.0450501 Sep 15 19:36:17.031056 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-1ee043a9-524d-49cc-8a6a-28d371325c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:17.032589 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-1ee043a9-524d-49cc-8a6a-28d371325c9c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fec50405-c88e-450d-9ebf-156c556a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429902 Sep 15 19:36:17.125213 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-8f9ddca3-6185-4668-b9b7-2fb4279c66d3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864687 Sep 15 19:36:17.219022 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b31abc8f-003e-4d99-8bd1-841e1ac2d78a req-1278b755-9b3f-4c33-b8cf-b2187147f4c7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867958 Sep 15 19:36:17.583123 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45435e65-d4b9-4ec0-95cb-1afa53ebcf9e req-cb8ec9c5-83d4-4fed-b804-eb143eca79ce tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:17.584768 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45435e65-d4b9-4ec0-95cb-1afa53ebcf9e req-cb8ec9c5-83d4-4fed-b804-eb143eca79ce tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0496206 Sep 15 19:36:17.640550 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-45435e65-d4b9-4ec0-95cb-1afa53ebcf9e req-fd33198d-a720-40ff-ac56-bdecb44530cf tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444467 Sep 15 19:36:17.700658 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-74dff38b-4bae-4c0d-b6a4-5188eeede8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:18.475377 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:18.758435 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:18.766705 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49d9ac-da05-46fa-9c08-42991169c115 req-a67f3080-d20a-4005-924d-4864dcde3181 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:18.768290 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3b49d9ac-da05-46fa-9c08-42991169c115 req-a67f3080-d20a-4005-924d-4864dcde3181 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0473368 Sep 15 19:36:18.818148 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3b49d9ac-da05-46fa-9c08-42991169c115 req-31137a45-2441-4dfe-9859-fcdff2a7a105 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442228 Sep 15 19:36:19.809475 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1f316119-2ccf-4680-9480-faced50dd6b6 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:36:19.830891 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:19.917284 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:36:19.930195 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '1f316119-2ccf-4680-9480-faced50dd6b6', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'port_id': '1f316119-2ccf-4680-9480-faced50dd6b6', 'mac_address': 'fa:16:3e:cd:77:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:36:19.961022 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506002c7-a9b9-404d-988b-ec7d908640fa req-5f50af84-30a3-41a7-b46d-59926e7e198e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:19.963330 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-506002c7-a9b9-404d-988b-ec7d908640fa req-5f50af84-30a3-41a7-b46d-59926e7e198e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0605047 Sep 15 19:36:19.988542 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 1f316119-2ccf-4680-9480-faced50dd6b6 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:36:19.991266 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:20.003490 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f316119-2ccf-4680-9480-faced50dd6b6 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:36:20.023408 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:36:20.026904 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-506002c7-a9b9-404d-988b-ec7d908640fa req-635dacfd-7018-4689-92ed-350f13534440 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558107 Sep 15 19:36:20.072113 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fd18de5f-cdda-4053-aaba-b8580b60ccf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:20.109419 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:20.160930 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=4']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:20.343611 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['1f316119-2ccf-4680-9480-faced50dd6b6'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:36:21.163676 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6b472-2ae4-4b71-918e-d66305ba7b7f req-718de363-edd6-4aa4-95e0-f4702d8b61cf tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:21.165239 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-12a6b472-2ae4-4b71-918e-d66305ba7b7f req-718de363-edd6-4aa4-95e0-f4702d8b61cf tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 945 time: 0.0511434 Sep 15 19:36:21.198755 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:21.221401 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-12a6b472-2ae4-4b71-918e-d66305ba7b7f req-a88bb993-ad1a-48e5-bed4-a034b7c4d8f9 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505881 Sep 15 19:36:21.825668 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1f316119-2ccf-4680-9480-faced50dd6b6 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:36:21.856855 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:21.870941 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning for port 1f316119-2ccf-4680-9480-faced50dd6b6 completed by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 19:36:22.134926 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 1f316119-2ccf-4680-9480-faced50dd6b6 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:36:22.135295 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:22.135666 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 1f316119-2ccf-4680-9480-faced50dd6b6 Sep 15 19:36:22.213290 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 1f316119-2ccf-4680-9480-faced50dd6b6 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:36:22.214040 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:22.237529 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:36:22.239973 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5faa8d-a713-4148-91af-6a7b61d0da43" -d '{"events": [{"server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "name": "network-vif-plugged", "status": "completed", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:36:22.254752 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:36:22.280297 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85294cde-1f3b-4387-a0ee-3bccd7ee764c x-openstack-request-id: req-85294cde-1f3b-4387-a0ee-3bccd7ee764c {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:36:22.280801 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "name": "network-vif-plugged", "status": "completed", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:36:22.281076 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85294cde-1f3b-4387-a0ee-3bccd7ee764c {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:36:22.281525 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85294cde-1f3b-4387-a0ee-3bccd7ee764c'] response: {'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6', 'code': 200} Sep 15 19:36:22.332895 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:22.386651 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf1f0f-2427-42fa-921f-f582e220c61c req-fb7123f3-c6b5-49b5-afe9-74e890acf0e3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:22.388570 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0fbf1f0f-2427-42fa-921f-f582e220c61c req-fb7123f3-c6b5-49b5-afe9-74e890acf0e3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0510662 Sep 15 19:36:22.390945 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=5']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:22.445654 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0fbf1f0f-2427-42fa-921f-f582e220c61c req-f48ba5f9-f63b-46be-846d-a7b167e89742 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510211 Sep 15 19:36:22.662800 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f0f95-b8f7-454f-8800-b9f872e35965 req-29ad6676-9733-4132-82d2-bcc6291fa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:22.664250 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-532f0f95-b8f7-454f-8800-b9f872e35965 req-29ad6676-9733-4132-82d2-bcc6291fa1f9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 1130 time: 0.0404241 Sep 15 19:36:22.712205 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-532f0f95-b8f7-454f-8800-b9f872e35965 req-44ed4ec7-15b9-4b44-a83d-7c6ea6a0d7f0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410221 Sep 15 19:36:22.778077 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:22.809021 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:23.575906 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc068d-6b68-473f-b9ff-d1963402972a req-5b922e57-1cbe-4268-8966-169533e5df5a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:23.577482 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8bc068d-6b68-473f-b9ff-d1963402972a req-5b922e57-1cbe-4268-8966-169533e5df5a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0486605 Sep 15 19:36:23.628000 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-e8bc068d-6b68-473f-b9ff-d1963402972a req-71182d03-e583-4242-be54-5102d21ae6d5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448627 Sep 15 19:36:24.768194 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d7a5-160b-4e74-a252-411240b1bfe3 req-e6f3c771-d622-41dd-820f-b0e63faa78d6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:24.769707 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f397d7a5-160b-4e74-a252-411240b1bfe3 req-e6f3c771-d622-41dd-820f-b0e63faa78d6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0530820 Sep 15 19:36:24.819324 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f397d7a5-160b-4e74-a252-411240b1bfe3 req-efc026c5-10b4-4dc9-b998-b61576809d79 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Sep 15 19:36:24.950368 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1554-538d-4442-942c-e1fa3fb97469 req-195e8b02-b5fe-4bbc-8666-e177a3367260 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:24.951969 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fe7a1554-538d-4442-942c-e1fa3fb97469 req-195e8b02-b5fe-4bbc-8666-e177a3367260 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0544839 Sep 15 19:36:24.962011 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40310) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:36:24.967104 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-ca545dbd-fedf-4c4b-806e-0a9697756cb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Request body: {'floatingip': {'port_id': '1f316119-2ccf-4680-9480-faced50dd6b6'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:36:25.011570 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca545dbd-fedf-4c4b-806e-0a9697756cb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (658cb267-53fd-485f-b5cf-7beae37b0b6c), before_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:25.637129 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:25.660807 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:25.718297 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca545dbd-fedf-4c4b-806e-0a9697756cb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:25.798504 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca545dbd-fedf-4c4b-806e-0a9697756cb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (658cb267-53fd-485f-b5cf-7beae37b0b6c), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:25.899775 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [None req-ca545dbd-fedf-4c4b-806e-0a9697756cb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Floating IP 658cb267-53fd-485f-b5cf-7beae37b0b6c associated. External IP: 172.27.0.69, port: 1f316119-2ccf-4680-9480-faced50dd6b6. Sep 15 19:36:26.111538 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca545dbd-fedf-4c4b-806e-0a9697756cb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Router a3473df7-6441-425e-98f3-0dc60cbffaea has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:36:26.221280 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca545dbd-fedf-4c4b-806e-0a9697756cb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:36:26.226108 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ca545dbd-fedf-4c4b-806e-0a9697756cb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:26.233340 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] Sync routers for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:36:26.244499 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:36:26.245743 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:36:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:26.261670 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ca545dbd-fedf-4c4b-806e-0a9697756cb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/658cb267-53fd-485f-b5cf-7beae37b0b6c HTTP/1.1" status: 200 len: 991 time: 1.2956877 Sep 15 19:36:26.261670 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:36:26.262462 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadb9730-4117-4f17-8dab-24b79261102a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:36:26.306803 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10dd295-8783-4edf-a102-f0bf1c8a9477 x-openstack-request-id: req-d10dd295-8783-4edf-a102-f0bf1c8a9477 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:36:26.306803 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:36:26.306803 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d10dd295-8783-4edf-a102-f0bf1c8a9477 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:36:26.306803 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10dd295-8783-4edf-a102-f0bf1c8a9477'] response: {'name': 'network-changed', 'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6', 'status': 'completed', 'code': 200} Sep 15 19:36:26.347042 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:26.362126 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:36:26.377679 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb9730-4117-4f17-8dab-24b79261102a req-4b7e28bb-8c97-4732-9c00-83ea01949b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:26.381165 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aadb9730-4117-4f17-8dab-24b79261102a req-4b7e28bb-8c97-4732-9c00-83ea01949b04 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 1130 time: 0.0480533 Sep 15 19:36:26.482444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb9730-4117-4f17-8dab-24b79261102a req-887f08bd-a8e0-44f3-b805-43e1bcd6bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:26.483891 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aadb9730-4117-4f17-8dab-24b79261102a req-887f08bd-a8e0-44f3-b805-43e1bcd6bccc service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 917 time: 0.0987697 Sep 15 19:36:26.551874 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aadb9730-4117-4f17-8dab-24b79261102a req-39e190f8-a482-434d-a85b-81b117bf29ef service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f316119-2ccf-4680-9480-faced50dd6b6 HTTP/1.1" status: 200 len: 999 time: 0.0618973 Sep 15 19:36:26.591802 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '658cb267-53fd-485f-b5cf-7beae37b0b6c', 'tenant_id': '427b697da1034408811e994e22d4f592', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'port_id': '1f316119-2ccf-4680-9480-faced50dd6b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'mac_address': 'fa:16:3e:cd:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:36:08Z', 'updated_at': '2022-09-15T19:36:25Z', 'revision_number': 1, 'project_id': '427b697da1034408811e994e22d4f592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:26.603568 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb9730-4117-4f17-8dab-24b79261102a req-fb4442ba-e346-4595-9df2-edb79868822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:26.605575 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aadb9730-4117-4f17-8dab-24b79261102a req-fb4442ba-e346-4595-9df2-edb79868822b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=32102ca0-ab39-402b-a602-5ce0045b00ff HTTP/1.1" status: 200 len: 855 time: 0.0466528 Sep 15 19:36:26.618157 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] Checking router: a3473df7-6441-425e-98f3-0dc60cbffaea for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:36:26.627547 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:36:26.628187 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:36:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:26.655107 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb9730-4117-4f17-8dab-24b79261102a req-e8d603e8-66e4-4bfc-b56e-50f098beed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:36:26.656712 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aadb9730-4117-4f17-8dab-24b79261102a req-e8d603e8-66e4-4bfc-b56e-50f098beed95 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fec50405-c88e-450d-9ebf-156c556a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453119 Sep 15 19:36:26.715256 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:26.735621 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:36:26.755917 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aadb9730-4117-4f17-8dab-24b79261102a req-12e0d336-528b-41af-a1d9-28b05da6901b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923164 Sep 15 19:36:26.858433 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aadb9730-4117-4f17-8dab-24b79261102a req-935b834f-ca31-43b3-a411-b018066a552d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961144 Sep 15 19:36:26.961458 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '658cb267-53fd-485f-b5cf-7beae37b0b6c', 'tenant_id': '427b697da1034408811e994e22d4f592', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'port_id': '1f316119-2ccf-4680-9480-faced50dd6b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'mac_address': 'fa:16:3e:cd:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:36:08Z', 'updated_at': '2022-09-15T19:36:25Z', 'revision_number': 1, 'project_id': '427b697da1034408811e994e22d4f592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:26.964704 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:26.993661 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa150d9-c39b-48f4-ab94-11dd6b41799f None None] The sync data for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi is: [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_floatingips': [{'id': '658cb267-53fd-485f-b5cf-7beae37b0b6c', 'tenant_id': '427b697da1034408811e994e22d4f592', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'router_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'port_id': '1f316119-2ccf-4680-9480-faced50dd6b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'mac_address': 'fa:16:3e:cd:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T19:36:08Z', 'updated_at': '2022-09-15T19:36:25Z', 'revision_number': 1, 'project_id': '427b697da1034408811e994e22d4f592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:36:27.208566 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4595fc-c24d-45db-8b2b-9b45b9156042 None None] New status for floating IP 658cb267-53fd-485f-b5cf-7beae37b0b6c: ACTIVE {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:36:33.017931 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:36:36.853137 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=8 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:36.855506 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:36.963472 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=42 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:41.149468 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:42.579624 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40396) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:36:42.689990 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-49b511c5-c165-4f61-880e-c76afd67acb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:42.775034 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-49b511c5-c165-4f61-880e-c76afd67acb6 admin admin] Publish callbacks [] for security_group (88422ddd-5d5d-4bf3-a9ea-4aadaf3e2068), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:42.854872 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-49b511c5-c165-4f61-880e-c76afd67acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (88422ddd-5d5d-4bf3-a9ea-4aadaf3e2068), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:42.896192 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-49b511c5-c165-4f61-880e-c76afd67acb6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d5ac85014f084b96b9ba733cf0361de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154342 Sep 15 19:36:42.896903 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b511c5-c165-4f61-880e-c76afd67acb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88422ddd-5d5d-4bf3-a9ea-4aadaf3e2068,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:42.898897 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40400) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:36:42.952153 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e37b5480-cbb8-47a2-a93e-440c9d3d9dcf admin admin] Publish callbacks [] for security_group (88422ddd-5d5d-4bf3-a9ea-4aadaf3e2068), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:42.972957 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e37b5480-cbb8-47a2-a93e-440c9d3d9dcf admin admin] Publish callbacks [] for security_group (88422ddd-5d5d-4bf3-a9ea-4aadaf3e2068), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:43.105605 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e37b5480-cbb8-47a2-a93e-440c9d3d9dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (88422ddd-5d5d-4bf3-a9ea-4aadaf3e2068), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:43.108244 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e37b5480-cbb8-47a2-a93e-440c9d3d9dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:43.109422 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e37b5480-cbb8-47a2-a93e-440c9d3d9dcf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/88422ddd-5d5d-4bf3-a9ea-4aadaf3e2068 HTTP/1.1" status: 204 len: 168 time: 0.2094860 Sep 15 19:36:43.117392 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b5480-cbb8-47a2-a93e-440c9d3d9dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88422ddd-5d5d-4bf3-a9ea-4aadaf3e2068,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:47.009482 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:47.010327 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=16 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:47.728991 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-af02d209-0dd3-4bbf-8e8d-f7ef64f47d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:50.037811 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb371-77fb-4583-bad0-b55c65456103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:51.202638 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:52.881189 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:52.889901 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=13,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:52.892813 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:52.917282 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:36:53.111945 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:36:53.112718 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:02.173092 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40410) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:02.323631 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Deleting port a2980eab-4cac-4ee9-8046-91094412626b {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:37:02.323978 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (a2980eab-4cac-4ee9-8046-91094412626b), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:02.406254 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (a2980eab-4cac-4ee9-8046-91094412626b), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:02.406573 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for floatingip (a2980eab-4cac-4ee9-8046-91094412626b), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:02.419923 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Calling delete_port for a2980eab-4cac-4ee9-8046-91094412626b owned by network:floatingip {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:37:02.731834 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:02.738891 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:02.751406 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (a2980eab-4cac-4ee9-8046-91094412626b), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:02.782115 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event deleted for resources: {'Port': ['ID=a2980eab-4cac-4ee9-8046-91094412626b,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:02.811717 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.812085 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.812502 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.812763 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.813151 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.813486 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.813814 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.814141 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.814471 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.814795 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.815121 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.815448 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.816063 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.816478 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.816704 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:02.861905 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for floatingip (db456ed3-8357-4e19-91a2-4bf882980595), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:02.862152 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.db.l3_db [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Floating IP db456ed3-8357-4e19-91a2-4bf882980595 disassociated (deleted). External IP: 172.27.0.61, port: 5d9355ed-482e-4597-88f4-9572e304ef13. Sep 15 19:37:03.324215 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:37:03.439934 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:37:03.444834 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:03.450611 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] Sync routers for ids ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:37:03.464189 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] Routers {'d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:37:03.464811 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:36:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:03.479017 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-dd2aee91-4a1d-4294-bff5-a6749e8ad12b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/db456ed3-8357-4e19-91a2-4bf882980595 HTTP/1.1" status: 204 len: 168 time: 1.3047843 Sep 15 19:37:03.479778 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13'}] {{(pid=106635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:37:03.482524 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0f5ee311b06bbb1303614b6f611f7e8aefb10497598d96d9cd76908d3e5dac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f267bd6-e5c9-494e-90d2-5c97d013cb45" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13"}]}' {{(pid=106635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:37:03.736684 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] Set router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:37:03.924256 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '754ddcd3-e390-4c01-b761-933af65a82f6', 'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'mac_address': 'fa:16:3e:20:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:57Z', 'updated_at': '2022-09-15T19:32:02Z', 'revision_number': 5, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'subnets': [{'id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:03.951272 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] Checking router: d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:37:03.959914 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] Routers {'d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:37:03.960531 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:36:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:04.066795 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] Set router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:37:04.272049 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '754ddcd3-e390-4c01-b761-933af65a82f6', 'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'mac_address': 'fa:16:3e:20:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:57Z', 'updated_at': '2022-09-15T19:32:02Z', 'revision_number': 5, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'subnets': [{'id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:04.298488 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59130024-c000-43bd-8b2e-37cb4807f1c6 None None] The sync data for ids ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'] in dv-cinder-849846-10-iscsi is: [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:57Z', 'revision_number': 4, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '754ddcd3-e390-4c01-b761-933af65a82f6', 'name': '', 'network_id': '3764c9bd-aafe-448d-9672-4244678df38d', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'mac_address': 'fa:16:3e:20:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:57Z', 'updated_at': '2022-09-15T19:32:02Z', 'revision_number': 5, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'subnets': [{'id': 'fdd5cf75-439b-48d0-9684-783d45d83377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:37:04.546241 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785bd6a-ec59-40e1-8a2a-5132850e7561 None None] New status for floating IP db456ed3-8357-4e19-91a2-4bf882980595: DOWN {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:37:04.747199 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eddc82-c8a4-4f3b-977e-06b98b4c2ef9 x-openstack-request-id: req-c6eddc82-c8a4-4f3b-977e-06b98b4c2ef9 {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:37:04.747830 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13", "status": "completed", "code": 200}]} {{(pid=106635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:37:04.747830 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6eddc82-c8a4-4f3b-977e-06b98b4c2ef9 {{(pid=106635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:37:04.748227 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6eddc82-c8a4-4f3b-977e-06b98b4c2ef9'] response: {'name': 'network-changed', 'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13', 'status': 'completed', 'code': 200} Sep 15 19:37:04.818235 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-7ac5dfec-7896-4bb3-9f3d-ce774a80416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:04.819798 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-7ac5dfec-7896-4bb3-9f3d-ce774a80416d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7bbec449c0142f0b910956bacedbe5e&device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 1130 time: 0.0513499 Sep 15 19:37:05.020395 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc0dc8-d8dd-4364-8eb1-c415e7077ac0 req-0897e50d-a776-45ca-ad4f-51fbeb0b039b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:05.021979 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-03cc0dc8-d8dd-4364-8eb1-c415e7077ac0 req-0897e50d-a776-45ca-ad4f-51fbeb0b039b tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.2208326 Sep 15 19:37:05.073535 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-03cc0dc8-d8dd-4364-8eb1-c415e7077ac0 req-d448a8a8-4455-46ad-a4a7-d80ab76e58d5 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456483 Sep 15 19:37:05.878115 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-07254695-b920-49df-bd92-5f0e2c1ba107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:05.879597 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-07254695-b920-49df-bd92-5f0e2c1ba107 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3764c9bd-aafe-448d-9672-4244678df38d HTTP/1.1" status: 200 len: 909 time: 0.0916355 Sep 15 19:37:06.005783 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-af82ccfb-6eea-4be0-85d0-2af5cb84a449 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 200 len: 217 time: 0.0342298 Sep 15 19:37:06.056614 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-5a4faf82-a959-4ab0-95fe-e8a6fdabdc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:06.058139 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-5a4faf82-a959-4ab0-95fe-e8a6fdabdc70 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fdd5cf75-439b-48d0-9684-783d45d83377 HTTP/1.1" status: 200 len: 847 time: 0.0467181 Sep 15 19:37:06.270971 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-e1fe0975-fe90-4ad3-8d87-90929860e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:06.272430 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-e1fe0975-fe90-4ad3-8d87-90929860e06c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3764c9bd-aafe-448d-9672-4244678df38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409970 Sep 15 19:37:06.283517 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-d8ca35d9-87f6-4cf2-9838-85b1dca9168e service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 19:37:06.287331 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-d8ca35d9-87f6-4cf2-9838-85b1dca9168e service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053003 Sep 15 19:37:06.403007 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-a29ce37a-fe1c-428b-b676-5bd62094c1ad tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:06.404572 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-a29ce37a-fe1c-428b-b676-5bd62094c1ad tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.1024721 Sep 15 19:37:06.477130 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-40364142-d984-4a53-befe-686b5a1d1487 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760337 Sep 15 19:37:06.601165 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eb21a-7996-4a4d-938b-1a3e6dcb7c34 req-ecac3e0b-43d3-4dba-8eb5-f132f36fc6cf tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:06.602572 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b6eb21a-7996-4a4d-938b-1a3e6dcb7c34 req-ecac3e0b-43d3-4dba-8eb5-f132f36fc6cf tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 946 time: 0.1221726 Sep 15 19:37:06.620124 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Deleting port 5d9355ed-482e-4597-88f4-9572e304ef13 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:37:06.620465 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:06.745928 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-8f267bd6-e5c9-494e-90d2-5c97d013cb45 req-66b116c7-6523-42e1-9c6d-3761bafb4539 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610126 Sep 15 19:37:06.752559 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1b6eb21a-7996-4a4d-938b-1a3e6dcb7c34 req-2c0240c2-e33a-4dbf-ad93-dcc28e9aec4f tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efcd313f-7e6e-4d8f-97e4-a177e7d1c199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419475 Sep 15 19:37:06.781734 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] For port 5d9355ed-482e-4597-88f4-9572e304ef13, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d9355ed-482e-4597-88f4-9572e304ef13,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:06.782141 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:06.797688 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Calling delete_port for 5d9355ed-482e-4597-88f4-9572e304ef13 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:37:06.869521 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:06.898597 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c961f-ed76-41ce-b611-75b2b1380122 req-3c2678c6-d944-46dd-a7f0-3a5024ce7222 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:06.901457 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bd1c961f-ed76-41ce-b611-75b2b1380122 req-3c2678c6-d944-46dd-a7f0-3a5024ce7222 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0625858 Sep 15 19:37:06.913999 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:06.992820 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-bd1c961f-ed76-41ce-b611-75b2b1380122 req-75ec30b0-3c08-4939-a565-ed47c8da12e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807688 Sep 15 19:37:07.094355 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (5d9355ed-482e-4597-88f4-9572e304ef13), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:07.123222 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event deleted for resources: {'Port': ['ID=5d9355ed-482e-4597-88f4-9572e304ef13,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:07.150199 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.150310 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.150653 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.150988 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.151319 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.151667 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.151992 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.152313 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.152641 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.152965 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.153285 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.153595 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.153912 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.154227 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.155214 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:07.178091 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] No DVR routers for this DVR port 5d9355ed-482e-4597-88f4-9572e304ef13 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:37:07.180545 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:07.183789 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9bfcd12a-1b04-4c42-93ea-cb249d812bea req-ea1b9ba7-25e1-493e-be9e-6ae37f8921fe tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.33 "DELETE /networking/v2.0/ports/5d9355ed-482e-4597-88f4-9572e304ef13 HTTP/1.1" status: 204 len: 173 time: 0.7714529 Sep 15 19:37:07.184279 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'name': 'network-vif-deleted', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:37:07.187075 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d3c445-ae8a-4e80-9c93-e26afc460ff3" -d '{"events": [{"server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "name": "network-vif-deleted", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:37:07.226278 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d4fbd7-cf02-464c-8da7-b50816b64a8c x-openstack-request-id: req-90d4fbd7-cf02-464c-8da7-b50816b64a8c {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:37:07.226689 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1a7eec-51a4-496a-a361-cb2e7f0b6f65", "name": "network-vif-deleted", "tag": "5d9355ed-482e-4597-88f4-9572e304ef13", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:37:07.227064 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90d4fbd7-cf02-464c-8da7-b50816b64a8c {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:37:07.227572 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d4fbd7-cf02-464c-8da7-b50816b64a8c'] response: {'server_uuid': 'eb1a7eec-51a4-496a-a361-cb2e7f0b6f65', 'name': 'network-vif-deleted', 'tag': '5d9355ed-482e-4597-88f4-9572e304ef13', 'status': 'completed', 'code': 200} Sep 15 19:37:07.874543 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-08d1c583-45ca-40f8-81c1-02bf31a7d5a6 req-739eaeb1-ed8a-418f-bc07-e7562daa4a93 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb1a7eec-51a4-496a-a361-cb2e7f0b6f65 HTTP/1.1" status: 200 len: 210 time: 0.0348978 Sep 15 19:37:08.120638 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07a270-a496-4c8a-b556-3566abd7663c req-f5624aef-e380-4418-9c17-e87d665d37dd tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:08.122143 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0b07a270-a496-4c8a-b556-3566abd7663c req-f5624aef-e380-4418-9c17-e87d665d37dd tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0477343 Sep 15 19:37:08.172498 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0b07a270-a496-4c8a-b556-3566abd7663c req-5adab2ec-678b-428f-84e5-7340bef919d6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440550 Sep 15 19:37:09.055552 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40464) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:09.060636 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:09.072903 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:09.116505 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a642f45f-e727-4b91-811f-69a838bed2e0 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group (efcd313f-7e6e-4d8f-97e4-a177e7d1c199), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:09.141791 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a642f45f-e727-4b91-811f-69a838bed2e0 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group (efcd313f-7e6e-4d8f-97e4-a177e7d1c199), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:09.252195 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a642f45f-e727-4b91-811f-69a838bed2e0 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (efcd313f-7e6e-4d8f-97e4-a177e7d1c199), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:09.254771 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a642f45f-e727-4b91-811f-69a838bed2e0 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:09.255937 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a642f45f-e727-4b91-811f-69a838bed2e0 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/efcd313f-7e6e-4d8f-97e4-a177e7d1c199 HTTP/1.1" status: 204 len: 168 time: 0.2025659 Sep 15 19:37:09.267115 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642f45f-e727-4b91-811f-69a838bed2e0 tempest-TestShelveInstance-2140133085 tempest-TestShelveInstance-2140133085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcd313f-7e6e-4d8f-97e4-a177e7d1c199,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:09.307312 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc42c9-cbf4-443c-80f6-f68e6f8bfbfd req-8b59d482-51bf-4d2d-b215-68b528b05ea3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:09.308853 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0cbc42c9-cbf4-443c-80f6-f68e6f8bfbfd req-8b59d482-51bf-4d2d-b215-68b528b05ea3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0525911 Sep 15 19:37:09.357937 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0cbc42c9-cbf4-443c-80f6-f68e6f8bfbfd req-ee56a86e-648f-49dc-a0aa-e4bbe421ca45 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432789 Sep 15 19:37:09.493268 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40470) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:09.914819 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:10.014550 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:10.017675 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:37:10.143288 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] Deleting port 754ddcd3-e390-4c01-b761-933af65a82f6 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:37:10.143628 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:10.166892 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 5d9355ed-482e-4597-88f4-9572e304ef13 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:37:10.191074 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 5d9355ed-482e-4597-88f4-9572e304ef13 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:37:10.191421 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 5d9355ed-482e-4597-88f4-9572e304ef13 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:37:10.227547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] For port 754ddcd3-e390-4c01-b761-933af65a82f6, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=754ddcd3-e390-4c01-b761-933af65a82f6,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:10.227938 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:10.235565 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:10.242447 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] Calling delete_port for 754ddcd3-e390-4c01-b761-933af65a82f6 owned by network:router_interface {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:37:10.732411 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (754ddcd3-e390-4c01-b761-933af65a82f6), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:10.763109 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=754ddcd3-e390-4c01-b761-933af65a82f6,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:10.776145 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf3727-6105-4ce5-a087-1e0ff9aab289 req-932c3c23-a4c3-44aa-bf3c-597c675b16c9 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:10.777709 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0bbf3727-6105-4ce5-a087-1e0ff9aab289 req-932c3c23-a4c3-44aa-bf3c-597c675b16c9 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.3336833 Sep 15 19:37:10.877812 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0bbf3727-6105-4ce5-a087-1e0ff9aab289 req-21480d97-86c5-4bd5-89fd-eeabe40933de tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935538 Sep 15 19:37:10.985294 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:11.160554 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:11.204004 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] Router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:37:11.210828 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:11.307246 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:11.310400 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:37:11.316239 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-722b661d-aa76-4bd8-9172-b2b267d62e91 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8216522 Sep 15 19:37:11.318727 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40476) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:11.320934 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] Sync routers for ids ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:37:11.332417 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] Routers {'d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:37:11.333023 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:36:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:11.427357 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Publish callbacks [] for router (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:11.443290 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] Set router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:37:11.540751 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Publish callbacks [] for router_gateway (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:11.589527 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:11.627704 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:37:10Z', 'revision_number': 5, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port': {'id': '269d75a8-7aa0-4e16-b4f6-4f31d40fb366', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:11.630435 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:11.654291 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] Checking router: d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:37:11.663894 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] Routers {'d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:37:11.664523 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:36:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:11.686995 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Deleting port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:37:11.687330 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:11.753855 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] Set router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 gateway port host: None {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:37:11.776537 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] For port 269d75a8-7aa0-4e16-b4f6-4f31d40fb366, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=269d75a8-7aa0-4e16-b4f6-4f31d40fb366,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:11.777170 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:11.792254 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Calling delete_port for 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 owned by network:router_gateway {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:37:11.808971 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:37:11Z', 'revision_number': 6, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port_host': None}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:11.836549 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71479e0-2412-40d8-abad-c49b514938cf None None] The sync data for ids ['d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4'] in dv-cinder-849846-10-iscsi is: [{'id': 'd7883eac-a4b0-43bc-84ee-6b6abaf7f2b4', 'name': 'tempest-TestShelveInstance-567577662-router', 'tenant_id': 'a7bbec449c0142f0b910956bacedbe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:31:54Z', 'updated_at': '2022-09-15T19:37:11Z', 'revision_number': 6, 'project_id': 'a7bbec449c0142f0b910956bacedbe5e', 'gw_port_host': None}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:37:12.033280 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2e434-ef67-4e4b-b740-96bfdaf9922e req-1b6291aa-8082-44eb-8067-64e72170e5ff tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:12.034865 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-72e2e434-ef67-4e4b-b740-96bfdaf9922e req-1b6291aa-8082-44eb-8067-64e72170e5ff tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0562055 Sep 15 19:37:12.073828 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (269d75a8-7aa0-4e16-b4f6-4f31d40fb366), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.111399 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Pushing event deleted for resources: {'Port': ['ID=269d75a8-7aa0-4e16-b4f6-4f31d40fb366,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:12.125756 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-72e2e434-ef67-4e4b-b740-96bfdaf9922e req-26fda067-371b-4f1f-b3b3-02588ed1b9b6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821681 Sep 15 19:37:12.189661 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.290590 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.293042 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Publish callbacks [] for router_controller (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.420001 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.420508 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 {{(pid=106634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:37:12.429724 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.429724 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-51faf685-498b-4c8a-bb51-faf0f52cab80 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/d7883eac-a4b0-43bc-84ee-6b6abaf7f2b4 HTTP/1.1" status: 204 len: 168 time: 1.1070116 Sep 15 19:37:12.429724 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40480) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:12.470054 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:12.475564 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d10008-20f6-41cf-ae19-48b591cbeeec admin admin] Deleting subnet fdd5cf75-439b-48d0-9684-783d45d83377 {{(pid=106634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:37:12.478889 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b4d10008-20f6-41cf-ae19-48b591cbeeec admin admin] Publish callbacks [] for subnet (fdd5cf75-439b-48d0-9684-783d45d83377), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.517449 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:12.519880 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b4d10008-20f6-41cf-ae19-48b591cbeeec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6992321'] for subnet (fdd5cf75-439b-48d0-9684-783d45d83377), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.600622 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b4d10008-20f6-41cf-ae19-48b591cbeeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (fdd5cf75-439b-48d0-9684-783d45d83377), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.740499 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b4d10008-20f6-41cf-ae19-48b591cbeeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-832232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5304945'] for subnet (fdd5cf75-439b-48d0-9684-783d45d83377), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.770600 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d10008-20f6-41cf-ae19-48b591cbeeec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd5cf75-439b-48d0-9684-783d45d83377,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:12.776810 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-b4d10008-20f6-41cf-ae19-48b591cbeeec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.780549 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-b4d10008-20f6-41cf-ae19-48b591cbeeec admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/fdd5cf75-439b-48d0-9684-783d45d83377 HTTP/1.1" status: 204 len: 168 time: 0.3498991 Sep 15 19:37:12.783447 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40482) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:12.784823 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a171aa-1cc1-4bb4-82b4-c9f66889f5ae None None] Network 3764c9bd-aafe-448d-9672-4244678df38d requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:37:12.860722 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (3764c9bd-aafe-448d-9672-4244678df38d), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.915863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Deleting port f25e40fd-4875-4e6b-a8f4-23fbe949c914 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:37:12.916205 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:12.957611 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] DHCP port deletion for 3764c9bd-aafe-448d-9672-4244678df38d request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:37:12.998603 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] For port f25e40fd-4875-4e6b-a8f4-23fbe949c914, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=f25e40fd-4875-4e6b-a8f4-23fbe949c914,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:12.999533 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.004717 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Deleting port f25e40fd-4875-4e6b-a8f4-23fbe949c914 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:37:13.005212 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.014111 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Calling delete_port for f25e40fd-4875-4e6b-a8f4-23fbe949c914 owned by network:dhcp {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:37:13.076039 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] For port f25e40fd-4875-4e6b-a8f4-23fbe949c914, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=f25e40fd-4875-4e6b-a8f4-23fbe949c914,segment=NetworkSegment(7707e7fa-4d00-4f01-91ad-ebb4d294c63f),segment_id=7707e7fa-4d00-4f01-91ad-ebb4d294c63f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:13.076530 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.091207 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Calling delete_port for f25e40fd-4875-4e6b-a8f4-23fbe949c914 owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:37:13.135851 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device f25e40fd-4875-4e6b-a8f4-23fbe949c914 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:37:13.145677 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.172396 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25e40fd-4875-4e6b-a8f4-23fbe949c914,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:13.176158 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] No DVR routers for this DVR port f25e40fd-4875-4e6b-a8f4-23fbe949c914 on host dv-cinder-849846-10-iscsi {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:37:13.209358 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No active binding found for port f25e40fd-4875-4e6b-a8f4-23fbe949c914 {{(pid=106636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 15 19:37:13.209728 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] The host dv-cinder-849846-10-iscsi is not matching for port f25e40fd-4875-4e6b-a8f4-23fbe949c914 host None! {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 15 19:37:13.210336 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device f25e40fd-4875-4e6b-a8f4-23fbe949c914 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:37:13.210771 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 754ddcd3-e390-4c01-b761-933af65a82f6 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:37:13.214933 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909'] for port (f25e40fd-4875-4e6b-a8f4-23fbe949c914), after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.238012 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 754ddcd3-e390-4c01-b761-933af65a82f6 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:37:13.238435 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 754ddcd3-e390-4c01-b761-933af65a82f6 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:37:13.238792 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:37:13.275400 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Pushing event deleted for resources: {'Port': ['ID=f25e40fd-4875-4e6b-a8f4-23fbe949c914,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:13.279777 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:37:13.280153 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 269d75a8-7aa0-4e16-b4f6-4f31d40fb366 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:37:13.281715 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] No DVR routers for this DVR port f25e40fd-4875-4e6b-a8f4-23fbe949c914 on host dv-cinder-849846-10-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:37:13.285896 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (3764c9bd-aafe-448d-9672-4244678df38d), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.294108 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b53e-68ac-4158-8fc2-cff380c52d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:13.321262 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b38ea-f25d-4ae9-8751-e9c52d8d4579 req-aa8cb2cb-e446-49d7-9008-49475b372a8e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:13.322766 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9e2b38ea-f25d-4ae9-8751-e9c52d8d4579 req-aa8cb2cb-e446-49d7-9008-49475b372a8e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0788217 Sep 15 19:37:13.326375 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3764c9bd-aafe-448d-9672-4244678df38d']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:13.341448 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:13.344805 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7707e7fa-4d00-4f01-91ad-ebb4d294c63f') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:13.345104 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7707e7fa-4d00-4f01-91ad-ebb4d294c63f') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:13.362392 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (7707e7fa-4d00-4f01-91ad-ebb4d294c63f), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.391884 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (7707e7fa-4d00-4f01-91ad-ebb4d294c63f), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.405014 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:37:13.405415 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (7707e7fa-4d00-4f01-91ad-ebb4d294c63f), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.422216 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9e2b38ea-f25d-4ae9-8751-e9c52d8d4579 req-8c5f3929-253f-4a15-8d23-67007ca76c12 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926461 Sep 15 19:37:13.553442 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 7707e7fa-4d00-4f01-91ad-ebb4d294c63f resource provider aggregate not found Sep 15 19:37:13.563590 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (3764c9bd-aafe-448d-9672-4244678df38d), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.568910 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:13.574627 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/3764c9bd-aafe-448d-9672-4244678df38d HTTP/1.1" status: 204 len: 168 time: 0.7875142 Sep 15 19:37:13.574627 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 7707e7fa-4d00-4f01-91ad-ebb4d294c63f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7707e7fa-4d00-4f01-91ad-ebb4d294c63f found for delete ", "request_id": "req-1e87dfba-4aaa-454e-b78e-7c068c747a9c"}]} Sep 15 19:37:13.575555 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40492) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:13.587824 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cd5fb-ba31-4a8e-865c-595fb9dae475 admin admin] Pushing event deleted for resources: {'Network': ['ID=3764c9bd-aafe-448d-9672-4244678df38d,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:13.901064 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (af7e48c0-6c40-48ca-906a-c2a91b7915fa), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:14.125421 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] Deleting port fada6fb1-cd9b-44e1-b98e-85532c9745b8 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:37:14.125757 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:14.207339 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:14.209164 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] For port fada6fb1-cd9b-44e1-b98e-85532c9745b8, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=fada6fb1-cd9b-44e1-b98e-85532c9745b8,segment=NetworkSegment(3fa48a24-a38d-4ace-acfb-61fde2a098d1),segment_id=3fa48a24-a38d-4ace-acfb-61fde2a098d1)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:14.209526 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:14.223057 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] Calling delete_port for fada6fb1-cd9b-44e1-b98e-85532c9745b8 owned by network:router_interface {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:37:14.339269 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=100 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:14.486697 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (fada6fb1-cd9b-44e1-b98e-85532c9745b8), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:14.512149 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] Pushing event deleted for resources: {'Port': ['ID=fada6fb1-cd9b-44e1-b98e-85532c9745b8,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:14.557466 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30ec3-5f1a-41f3-83d1-8eb91633008e req-928cdc0e-23c3-4f61-911d-ea8c16e0036c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:14.559861 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-caa30ec3-5f1a-41f3-83d1-8eb91633008e req-928cdc0e-23c3-4f61-911d-ea8c16e0036c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0515194 Sep 15 19:37:14.622739 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-caa30ec3-5f1a-41f3-83d1-8eb91633008e req-90b7d7b4-ac0f-483c-9cc8-4c2eea10e10e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555184 Sep 15 19:37:14.682913 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (af7e48c0-6c40-48ca-906a-c2a91b7915fa), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:14.893196 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] Router af7e48c0-6c40-48ca-906a-c2a91b7915fa has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:37:15.008427 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:37:15.017096 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-08ee4ee0-08f2-4db0-b09d-44789a0e8016 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/af7e48c0-6c40-48ca-906a-c2a91b7915fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371297 Sep 15 19:37:15.017208 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40496) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:15.018144 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] Sync routers for ids ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'] in dv-cinder-849846-10-iscsi {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:37:15.027769 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] Routers {'af7e48c0-6c40-48ca-906a-c2a91b7915fa'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:37:15.028381 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:36:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:15.121923 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Publish callbacks [] for router (af7e48c0-6c40-48ca-906a-c2a91b7915fa), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:15.124702 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:15.134241 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] Set router af7e48c0-6c40-48ca-906a-c2a91b7915fa gateway port host: dv-cinder-849846-10-iscsi {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:37:15.223555 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Publish callbacks [] for router_gateway (af7e48c0-6c40-48ca-906a-c2a91b7915fa), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:15.301980 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'name': 'tempest-TestShelveInstance-1065217549-router', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:37:14Z', 'revision_number': 5, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'gw_port': {'id': 'c3f2a283-c810-4d85-91bb-b0d1d9e89b61', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:15.332323 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] Checking router: af7e48c0-6c40-48ca-906a-c2a91b7915fa for host: dv-cinder-849846-10-iscsi {{(pid=106637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:37:15.335751 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Deleting port c3f2a283-c810-4d85-91bb-b0d1d9e89b61 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:37:15.336383 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:15.341129 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] Routers {'af7e48c0-6c40-48ca-906a-c2a91b7915fa'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:37:15.341807 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:36:50Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'], 'active': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:15.422549 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvr_db [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] Set router af7e48c0-6c40-48ca-906a-c2a91b7915fa gateway port host: None {{(pid=106637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:37:15.423227 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] For port c3f2a283-c810-4d85-91bb-b0d1d9e89b61, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=c3f2a283-c810-4d85-91bb-b0d1d9e89b61,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:15.423615 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:15.437413 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Calling delete_port for c3f2a283-c810-4d85-91bb-b0d1d9e89b61 owned by network:router_gateway {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:37:15.474131 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.l3_hamode_db [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'name': 'tempest-TestShelveInstance-1065217549-router', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:37:15Z', 'revision_number': 6, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'gw_port_host': None}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:15.499282 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa9ca1-a1d6-4af8-b65d-b72f918ef0a0 None None] The sync data for ids ['af7e48c0-6c40-48ca-906a-c2a91b7915fa'] in dv-cinder-849846-10-iscsi is: [{'id': 'af7e48c0-6c40-48ca-906a-c2a91b7915fa', 'name': 'tempest-TestShelveInstance-1065217549-router', 'tenant_id': '19f7aac894e942ce8e3eb07d97871f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:01Z', 'updated_at': '2022-09-15T19:37:15Z', 'revision_number': 6, 'project_id': '19f7aac894e942ce8e3eb07d97871f1b', 'gw_port_host': None}] {{(pid=106637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:37:15.707874 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (c3f2a283-c810-4d85-91bb-b0d1d9e89b61), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:15.757180 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f2a283-c810-4d85-91bb-b0d1d9e89b61,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:15.791863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c3b0a-a8a2-43da-b133-679a1e2bf0b5 req-b56aeb08-93c6-4c46-9765-81dab7cc67bc tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:15.793268 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ef7c3b0a-a8a2-43da-b133-679a1e2bf0b5 req-b56aeb08-93c6-4c46-9765-81dab7cc67bc tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0970869 Sep 15 19:37:15.843892 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:15.853978 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (af7e48c0-6c40-48ca-906a-c2a91b7915fa), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:15.928421 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ef7c3b0a-a8a2-43da-b133-679a1e2bf0b5 req-3baa368e-3483-4b81-abbd-72aaf3a0c845 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166677 Sep 15 19:37:15.961666 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (af7e48c0-6c40-48ca-906a-c2a91b7915fa), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:15.964023 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Publish callbacks [] for router_controller (af7e48c0-6c40-48ca-906a-c2a91b7915fa), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.077300 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (af7e48c0-6c40-48ca-906a-c2a91b7915fa), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.077794 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7e48c0-6c40-48ca-906a-c2a91b7915fa {{(pid=106634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:37:16.085359 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.086454 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-15218ddb-0ab2-4352-a74a-9724dd637c55 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/af7e48c0-6c40-48ca-906a-c2a91b7915fa HTTP/1.1" status: 204 len: 168 time: 1.0683126 Sep 15 19:37:16.089004 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40500) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:16.137242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4959f725-682a-4222-a9b3-e734eb3d32b4 admin admin] Deleting subnet b8e72cda-55a9-4e41-a837-f986a5481d88 {{(pid=106634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:37:16.141843 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4959f725-682a-4222-a9b3-e734eb3d32b4 admin admin] Publish callbacks [] for subnet (b8e72cda-55a9-4e41-a837-f986a5481d88), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.175493 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4959f725-682a-4222-a9b3-e734eb3d32b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6992321'] for subnet (b8e72cda-55a9-4e41-a837-f986a5481d88), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.248242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4959f725-682a-4222-a9b3-e734eb3d32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (b8e72cda-55a9-4e41-a837-f986a5481d88), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.285006 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:16.375090 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4959f725-682a-4222-a9b3-e734eb3d32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-832232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5304945'] for subnet (b8e72cda-55a9-4e41-a837-f986a5481d88), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.403597 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959f725-682a-4222-a9b3-e734eb3d32b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e72cda-55a9-4e41-a837-f986a5481d88,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:16.407768 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-4959f725-682a-4222-a9b3-e734eb3d32b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.410747 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-4959f725-682a-4222-a9b3-e734eb3d32b4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/b8e72cda-55a9-4e41-a837-f986a5481d88 HTTP/1.1" status: 204 len: 168 time: 0.3208079 Sep 15 19:37:16.413664 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40502) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:16.417694 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2a3d14-6e71-41e8-9b93-0e712249ccd0 None None] Network e91400fb-87ee-456f-9058-62febb69baef requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:37:16.492786 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (e91400fb-87ee-456f-9058-62febb69baef), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.538369 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Deleting port 18b202fa-c684-4eaf-b188-74a26d730ed1 {{(pid=106635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:37:16.544151 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.579895 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da19b5c1-1f7f-4c68-b5a1-b8e484dbd53d None None] DHCP port deletion for e91400fb-87ee-456f-9058-62febb69baef request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:37:16.613607 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.db [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] For port 18b202fa-c684-4eaf-b188-74a26d730ed1, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=18b202fa-c684-4eaf-b188-74a26d730ed1,segment=NetworkSegment(3fa48a24-a38d-4ace-acfb-61fde2a098d1),segment_id=3fa48a24-a38d-4ace-acfb-61fde2a098d1)] {{(pid=106635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:16.613879 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.620455 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-da19b5c1-1f7f-4c68-b5a1-b8e484dbd53d None None] Deleting port 18b202fa-c684-4eaf-b188-74a26d730ed1 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:37:16.620822 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-da19b5c1-1f7f-4c68-b5a1-b8e484dbd53d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.627804 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.plugin [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Calling delete_port for 18b202fa-c684-4eaf-b188-74a26d730ed1 owned by network:dhcp {{(pid=106635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:37:16.629265 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:16.698201 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:16.806318 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5392303'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.813470 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-da19b5c1-1f7f-4c68-b5a1-b8e484dbd53d None None] For port 18b202fa-c684-4eaf-b188-74a26d730ed1, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=18b202fa-c684-4eaf-b188-74a26d730ed1,segment=NetworkSegment(3fa48a24-a38d-4ace-acfb-61fde2a098d1),segment_id=3fa48a24-a38d-4ace-acfb-61fde2a098d1)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:16.818036 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-da19b5c1-1f7f-4c68-b5a1-b8e484dbd53d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.826982 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-da19b5c1-1f7f-4c68-b5a1-b8e484dbd53d None None] Calling delete_port for 18b202fa-c684-4eaf-b188-74a26d730ed1 owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:37:16.836258 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=18b202fa-c684-4eaf-b188-74a26d730ed1,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:16.841744 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] No DVR routers for this DVR port 18b202fa-c684-4eaf-b188-74a26d730ed1 on host dv-cinder-849846-10-iscsi {{(pid=106635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:37:16.875515 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:16.903917 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-da19b5c1-1f7f-4c68-b5a1-b8e484dbd53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909'] for port (18b202fa-c684-4eaf-b188-74a26d730ed1), after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.916433 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (e91400fb-87ee-456f-9058-62febb69baef), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.930094 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19b5c1-1f7f-4c68-b5a1-b8e484dbd53d None None] Pushing event deleted for resources: {'Port': ['ID=18b202fa-c684-4eaf-b188-74a26d730ed1,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:16.938083 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19b5c1-1f7f-4c68-b5a1-b8e484dbd53d None None] No DVR routers for this DVR port 18b202fa-c684-4eaf-b188-74a26d730ed1 on host dv-cinder-849846-10-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:37:16.943039 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91400fb-87ee-456f-9058-62febb69baef']}} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:16.953480 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa48a24-a38d-4ace-acfb-61fde2a098d1') {'for_net_delete': True} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:16.953860 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa48a24-a38d-4ace-acfb-61fde2a098d1') {} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:16.964472 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6552170'] for segment (3fa48a24-a38d-4ace-acfb-61fde2a098d1), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.978951 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (3fa48a24-a38d-4ace-acfb-61fde2a098d1), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:16.986089 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:37:16.986477 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5392250'] for segment (3fa48a24-a38d-4ace-acfb-61fde2a098d1), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:17.034160 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.services.segments.plugin [-] Segment 3fa48a24-a38d-4ace-acfb-61fde2a098d1 resource provider aggregate not found Sep 15 19:37:17.057888 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.services.segments.plugin [-] Segment 3fa48a24-a38d-4ace-acfb-61fde2a098d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fa48a24-a38d-4ace-acfb-61fde2a098d1 found for delete ", "request_id": "req-597a2898-1f6d-41b6-831e-4069a29fb756"}]} Sep 15 19:37:17.076210 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4460c-04be-4caf-9cc0-03a910323c22 req-a0619247-887f-4085-bd92-89c96d093bd6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:17.080121 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-99c4460c-04be-4caf-9cc0-03a910323c22 req-a0619247-887f-4085-bd92-89c96d093bd6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0652778 Sep 15 19:37:17.116908 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 18b202fa-c684-4eaf-b188-74a26d730ed1 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:37:17.123061 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (e91400fb-87ee-456f-9058-62febb69baef), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:17.140478 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:17.140715 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 18b202fa-c684-4eaf-b188-74a26d730ed1 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:37:17.141064 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 18b202fa-c684-4eaf-b188-74a26d730ed1 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:37:17.141312 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-99c4460c-04be-4caf-9cc0-03a910323c22 req-7d439fd4-34f9-4587-ad5e-4794fbbb3a79 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562193 Sep 15 19:37:17.141490 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device fada6fb1-cd9b-44e1-b98e-85532c9745b8 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:37:17.146374 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/e91400fb-87ee-456f-9058-62febb69baef HTTP/1.1" status: 204 len: 168 time: 0.7316816 Sep 15 19:37:17.147439 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1d47b-c0b2-4f0f-a801-5eb30949e5ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e91400fb-87ee-456f-9058-62febb69baef,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:17.166736 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: fada6fb1-cd9b-44e1-b98e-85532c9745b8 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:37:17.167082 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device fada6fb1-cd9b-44e1-b98e-85532c9745b8 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:37:17.167501 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device c3f2a283-c810-4d85-91bb-b0d1d9e89b61 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:37:17.187550 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: c3f2a283-c810-4d85-91bb-b0d1d9e89b61 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:37:17.191829 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device c3f2a283-c810-4d85-91bb-b0d1d9e89b61 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:37:17.508646 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40512) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:17.549749 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-2f3da1ed-ae49-4454-8929-775aa856aa16 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a7bbec449c0142f0b910956bacedbe5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399346 Sep 15 19:37:17.552320 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40514) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:17.603135 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-98a30d17-bd14-4532-84f9-019788c12d87 admin admin] Publish callbacks [] for security_group (163b5ce3-4fa6-4869-8d17-57144508c5ed), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:17.624832 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-98a30d17-bd14-4532-84f9-019788c12d87 admin admin] Publish callbacks [] for security_group (163b5ce3-4fa6-4869-8d17-57144508c5ed), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:17.648372 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d03f9f5e-4582-4bad-9120-71d8d692caab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:17.743732 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-98a30d17-bd14-4532-84f9-019788c12d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (163b5ce3-4fa6-4869-8d17-57144508c5ed), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:17.746306 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-98a30d17-bd14-4532-84f9-019788c12d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:17.747519 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-98a30d17-bd14-4532-84f9-019788c12d87 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/163b5ce3-4fa6-4869-8d17-57144508c5ed HTTP/1.1" status: 204 len: 168 time: 0.1943192 Sep 15 19:37:17.755804 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a30d17-bd14-4532-84f9-019788c12d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163b5ce3-4fa6-4869-8d17-57144508c5ed,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:18.168808 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1f316119-2ccf-4680-9480-faced50dd6b6 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:37:18.180906 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:18.269987 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4e579-baa1-48b9-bcb8-bf915d110ca5 req-935be816-53df-447e-9e0d-babd122537fe tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:18.275335 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-52e4e579-baa1-48b9-bcb8-bf915d110ca5 req-935be816-53df-447e-9e0d-babd122537fe tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0524611 Sep 15 19:37:18.294430 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:18.294430 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '1f316119-2ccf-4680-9480-faced50dd6b6', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'port_id': '1f316119-2ccf-4680-9480-faced50dd6b6', 'mac_address': 'fa:16:3e:cd:77:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:37:18.325571 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-52e4e579-baa1-48b9-bcb8-bf915d110ca5 req-c15648ce-e0ee-4060-b797-528317957d48 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457182 Sep 15 19:37:18.326774 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 1f316119-2ccf-4680-9480-faced50dd6b6 is: ACTIVE; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:37:18.327238 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:18.341593 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f316119-2ccf-4680-9480-faced50dd6b6 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:37:18.362269 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:18.416344 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40522) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:18.456984 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-768bb768-96c9-4920-9fae-fbbab395e47d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=19f7aac894e942ce8e3eb07d97871f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394082 Sep 15 19:37:18.459374 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40524) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:37:18.463172 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:18.508433 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3e36-9edd-4d93-a1c9-b169092cf51a admin admin] Publish callbacks [] for security_group (cd5e3173-29d8-40c1-a3f5-14a3aa6c1642), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:18.518563 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=6']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:18.529441 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3e36-9edd-4d93-a1c9-b169092cf51a admin admin] Publish callbacks [] for security_group (cd5e3173-29d8-40c1-a3f5-14a3aa6c1642), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:18.556957 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['1f316119-2ccf-4680-9480-faced50dd6b6'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:37:18.665632 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3e36-9edd-4d93-a1c9-b169092cf51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (cd5e3173-29d8-40c1-a3f5-14a3aa6c1642), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:18.668344 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3e36-9edd-4d93-a1c9-b169092cf51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:18.672742 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-8a5a3e36-9edd-4d93-a1c9-b169092cf51a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cd5e3173-29d8-40c1-a3f5-14a3aa6c1642 HTTP/1.1" status: 204 len: 168 time: 0.2092364 Sep 15 19:37:18.678609 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3e36-9edd-4d93-a1c9-b169092cf51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5e3173-29d8-40c1-a3f5-14a3aa6c1642,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:19.472126 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d459f-2f1d-42b0-8b1b-450c14794027 req-9365a400-7db9-4271-8e00-b240fe84a437 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:19.473666 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd8d459f-2f1d-42b0-8b1b-450c14794027 req-9365a400-7db9-4271-8e00-b240fe84a437 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 945 time: 0.0537968 Sep 15 19:37:19.525034 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-cd8d459f-2f1d-42b0-8b1b-450c14794027 req-cae04c51-ff15-4766-a956-37a08150eaac tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456958 Sep 15 19:37:20.065579 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e04ac468-437a-445c-acc8-86072f15ac58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:20.186819 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1f316119-2ccf-4680-9480-faced50dd6b6 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:37:20.234176 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 1f316119-2ccf-4680-9480-faced50dd6b6 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:37:20.234837 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:20.235171 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 1f316119-2ccf-4680-9480-faced50dd6b6 Sep 15 19:37:20.281541 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:20.316608 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 1f316119-2ccf-4680-9480-faced50dd6b6 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:37:20.316906 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:20.342216 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:37:20.345097 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb0182b-7431-4f2d-a319-13797b33cfb1" -d '{"events": [{"server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "name": "network-vif-plugged", "status": "completed", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:37:20.358444 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:20.387425 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34520a8-9ee1-4911-8fa1-51d5f6790340 x-openstack-request-id: req-e34520a8-9ee1-4911-8fa1-51d5f6790340 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:37:20.388038 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "name": "network-vif-plugged", "status": "completed", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:37:20.388181 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e34520a8-9ee1-4911-8fa1-51d5f6790340 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:37:20.388557 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34520a8-9ee1-4911-8fa1-51d5f6790340'] response: {'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6', 'code': 200} Sep 15 19:37:20.431095 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:20.489411 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=7']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:20.683782 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79721b2-2466-43d3-8ed8-fe9a72e81e51 req-14e68337-dee0-4719-a4aa-afad83864d91 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:20.685430 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c79721b2-2466-43d3-8ed8-fe9a72e81e51 req-14e68337-dee0-4719-a4aa-afad83864d91 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0565450 Sep 15 19:37:20.712144 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:20.744751 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c79721b2-2466-43d3-8ed8-fe9a72e81e51 req-43261a3c-7f15-4784-be72-70b184b19263 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525372 Sep 15 19:37:21.219925 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:21.894446 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af87c-9465-477a-af05-2540496044d7 req-83e19eca-dbdc-4369-9faa-2b541c7b509b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:21.896734 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a22af87c-9465-477a-af05-2540496044d7 req-83e19eca-dbdc-4369-9faa-2b541c7b509b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0536079 Sep 15 19:37:21.960254 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-a22af87c-9465-477a-af05-2540496044d7 req-9a957cab-9634-4091-acce-2ee1613e5697 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569398 Sep 15 19:37:22.870665 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:22.887395 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:23.098489 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944e093-1c9b-4a4b-b06f-34305c045e19 req-5e402ebc-08ef-497a-9093-9101c6189e17 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:23.100176 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1944e093-1c9b-4a4b-b06f-34305c045e19 req-5e402ebc-08ef-497a-9093-9101c6189e17 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0586421 Sep 15 19:37:23.175139 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1944e093-1c9b-4a4b-b06f-34305c045e19 req-587def26-dfe7-4e1c-b0a7-ade36ff61d84 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645313 Sep 15 19:37:24.339375 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5693f-8245-4e09-b228-e1b16935e7eb req-05f4d9e9-b709-438a-ba73-f7f785a6de9a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:24.341071 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fa5693f-8245-4e09-b228-e1b16935e7eb req-05f4d9e9-b709-438a-ba73-f7f785a6de9a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0591137 Sep 15 19:37:24.400316 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6fa5693f-8245-4e09-b228-e1b16935e7eb req-a1e317d5-3c49-4925-aa0e-13fc83a27743 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521011 Sep 15 19:37:25.450083 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=55 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:25.478036 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=65 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:25.554150 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cca520-f59e-41a1-99e6-0d42eee1a18a req-a2de3e10-7b30-4632-90b2-af06cc646ffe tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:25.556116 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-89cca520-f59e-41a1-99e6-0d42eee1a18a req-a2de3e10-7b30-4632-90b2-af06cc646ffe tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0686073 Sep 15 19:37:25.618128 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-89cca520-f59e-41a1-99e6-0d42eee1a18a req-dd0141e0-3974-4a65-93b2-bb25ebaf9ac0 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532811 Sep 15 19:37:26.775122 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadacba6-435d-4d8e-8d2a-466fcbaa570b req-5bd423e7-cf83-4906-a89f-205a3f5ed00b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:26.776756 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aadacba6-435d-4d8e-8d2a-466fcbaa570b req-5bd423e7-cf83-4906-a89f-205a3f5ed00b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0574408 Sep 15 19:37:26.801558 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:26.839363 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-aadacba6-435d-4d8e-8d2a-466fcbaa570b req-e2ab89b8-d7e2-4709-bc2e-9ea241aa301c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545890 Sep 15 19:37:27.658482 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:27.752087 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:DELETE=10,neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:28.011126 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6106144-eb75-402b-a200-64db2be840bd req-ccd32e39-b0fb-4019-b368-46d0feae6fb9 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:28.018668 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f6106144-eb75-402b-a200-64db2be840bd req-ccd32e39-b0fb-4019-b368-46d0feae6fb9 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0599983 Sep 15 19:37:28.072244 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-f6106144-eb75-402b-a200-64db2be840bd req-91d42914-4227-48db-a638-cd61d62dfacc tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526638 Sep 15 19:37:29.215132 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9f2f6-dfea-4ff7-8780-02a76f45978c req-7a3b07af-0363-49ca-b512-e25b7f368baa tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:29.216900 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6be9f2f6-dfea-4ff7-8780-02a76f45978c req-7a3b07af-0363-49ca-b512-e25b7f368baa tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0582881 Sep 15 19:37:29.284964 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6be9f2f6-dfea-4ff7-8780-02a76f45978c req-109a3fc5-1984-4a13-bba9-7050a0d09e8d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568397 Sep 15 19:37:30.418793 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b450-4445-4c14-b0f8-2c90759dbf05 req-cc5bc209-af7e-4a64-8691-793e8c07d074 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:30.421110 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0ed2b450-4445-4c14-b0f8-2c90759dbf05 req-cc5bc209-af7e-4a64-8691-793e8c07d074 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0494568 Sep 15 19:37:30.470301 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-0ed2b450-4445-4c14-b0f8-2c90759dbf05 req-ca34be76-7b96-4080-8328-9a1f9b08cf9a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435944 Sep 15 19:37:30.898989 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-98e50ffb-07c1-41e5-9eb3-0638341472f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:30.900491 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-98e50ffb-07c1-41e5-9eb3-0638341472f0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 1130 time: 0.0432386 Sep 15 19:37:30.992511 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-7b170bc6-5931-4f49-91e1-2ec18d74d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:30.994012 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-7b170bc6-5931-4f49-91e1-2ec18d74d5a8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 917 time: 0.0882406 Sep 15 19:37:31.058534 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-4b660b82-c7cd-41ed-a426-0da180173654 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f316119-2ccf-4680-9480-faced50dd6b6 HTTP/1.1" status: 200 len: 1001 time: 0.0586312 Sep 15 19:37:31.106698 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-75632682-acf1-4e6b-9bd7-47ca0b8e02eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:31.108092 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-75632682-acf1-4e6b-9bd7-47ca0b8e02eb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=32102ca0-ab39-402b-a602-5ce0045b00ff HTTP/1.1" status: 200 len: 855 time: 0.0441012 Sep 15 19:37:31.151556 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-d7139148-357d-471d-a190-35cbcb5dfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:31.153006 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-d7139148-357d-471d-a190-35cbcb5dfb7b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fec50405-c88e-450d-9ebf-156c556a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396760 Sep 15 19:37:31.220253 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:31.249202 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-d1807e4d-ffbe-45ce-80f4-c9b145d63eaf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899224 Sep 15 19:37:31.339316 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4f141c17-dc23-46ff-a841-52bc7abc007e req-d3b6bb63-4ee4-49bc-bb17-557887bb3e71 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853148 Sep 15 19:37:31.860856 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf914b9-bae7-4fdf-a751-6b2c9be05723 req-7aab167b-979a-4317-8eab-6604d9d69dbf tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:31.862293 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9cf914b9-bae7-4fdf-a751-6b2c9be05723 req-7aab167b-979a-4317-8eab-6604d9d69dbf tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.3071189 Sep 15 19:37:31.909849 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9cf914b9-bae7-4fdf-a751-6b2c9be05723 req-6fb20d05-0bb1-42b8-aa62-18a461b7ccad tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418243 Sep 15 19:37:32.735308 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:32.737198 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:33.003888 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:33.039402 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f030d53-c2de-4424-ac2c-f48686bb66b2 req-e55fde71-90bc-4621-8a9d-6e2eb1ee38c6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:33.040961 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5f030d53-c2de-4424-ac2c-f48686bb66b2 req-e55fde71-90bc-4621-8a9d-6e2eb1ee38c6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0475760 Sep 15 19:37:33.103186 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-5f030d53-c2de-4424-ac2c-f48686bb66b2 req-6bb23805-ebc7-49b7-aab0-003b0d4fc0e1 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539541 Sep 15 19:37:34.239004 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801771a-0485-4b4b-942c-ef0f7adedd69 req-38ca5881-5478-40de-826e-8dac6d31d3d3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:34.240556 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1801771a-0485-4b4b-942c-ef0f7adedd69 req-38ca5881-5478-40de-826e-8dac6d31d3d3 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 946 time: 0.0516934 Sep 15 19:37:34.272641 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1f316119-2ccf-4680-9480-faced50dd6b6 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:37:34.297572 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1801771a-0485-4b4b-942c-ef0f7adedd69 req-36681976-9910-4278-98f8-fd4f294362cb tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475366 Sep 15 19:37:34.356960 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 1f316119-2ccf-4680-9480-faced50dd6b6 is: ACTIVE; New status is: DOWN {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:37:34.357349 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:34.381222 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:37:34.383495 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c416faea-e10a-40e8-b8cc-152e37ac39b0" -d '{"events": [{"server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "name": "network-vif-unplugged", "status": "completed", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:37:34.402781 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:34.557066 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:34.610465 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=8']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:35.421778 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 19:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1282a0-0527-443f-a4bf-63babc4f63fa x-openstack-request-id: req-ac1282a0-0527-443f-a4bf-63babc4f63fa {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:37:35.422781 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "name": "network-vif-unplugged", "status": "failed", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6", "code": 422}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:37:35.422781 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac1282a0-0527-443f-a4bf-63babc4f63fa {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:37:35.422781 dv-cinder-849846-10-iscsi neutron-server[106636]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ac1282a0-0527-443f-a4bf-63babc4f63fa']: {'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6', 'code': 422} returned with failed status Sep 15 19:37:36.542379 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b1c03-1531-4f4e-a7ae-0dba52cac654 req-af11ae19-6d91-4d66-91f7-3ef86bbefef4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:36.543925 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ae7b1c03-1531-4f4e-a7ae-0dba52cac654 req-af11ae19-6d91-4d66-91f7-3ef86bbefef4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0493259 Sep 15 19:37:36.595704 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ae7b1c03-1531-4f4e-a7ae-0dba52cac654 req-9f2f2733-5bd5-430f-92a5-b987b8dcb45c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443587 Sep 15 19:37:37.011901 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-f35587c2-868e-431c-919f-2a2501d363f3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386600 Sep 15 19:37:37.089363 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-875687e9-f76e-4bdd-b178-90148fb6b96b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:37.090733 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-875687e9-f76e-4bdd-b178-90148fb6b96b tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports/1f316119-2ccf-4680-9480-faced50dd6b6 HTTP/1.1" status: 200 len: 941 time: 0.0504842 Sep 15 19:37:37.729149 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33540e-f604-43d8-862c-8b9d64296b55 req-06494010-2a52-4b7e-b599-f16c68381190 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:37.730625 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ef33540e-f604-43d8-862c-8b9d64296b55 req-06494010-2a52-4b7e-b599-f16c68381190 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0531623 Sep 15 19:37:37.779095 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ef33540e-f604-43d8-862c-8b9d64296b55 req-f3a0b79c-7bdf-462a-91bc-f4f921c1ebb0 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 Sep 15 19:37:38.570474 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-da62b0db-ebb4-4628-99aa-19af76bf2b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:38.572040 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-da62b0db-ebb4-4628-99aa-19af76bf2b3e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c&tenant_id=427b697da1034408811e994e22d4f592 HTTP/1.1" status: 200 len: 1128 time: 0.1324387 Sep 15 19:37:38.636117 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-4900e4c3-f717-4684-a6fb-bd6dbd0a4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:38.637614 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-4900e4c3-f717-4684-a6fb-bd6dbd0a4eea service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 1128 time: 0.0432789 Sep 15 19:37:38.727533 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-f6c58ab2-a648-4892-a93b-2619532320a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:38.728953 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-f6c58ab2-a648-4892-a93b-2619532320a4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 917 time: 0.0862417 Sep 15 19:37:38.793642 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-ea20a9cd-37c0-439c-a0dc-6a468cf0ccd9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f316119-2ccf-4680-9480-faced50dd6b6 HTTP/1.1" status: 200 len: 999 time: 0.0584538 Sep 15 19:37:38.845141 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-85947599-6697-40bc-857c-68cafe9b2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:38.846637 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-85947599-6697-40bc-857c-68cafe9b2bc4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=32102ca0-ab39-402b-a602-5ce0045b00ff HTTP/1.1" status: 200 len: 855 time: 0.0478845 Sep 15 19:37:38.916525 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-8c0babd7-cc28-4742-a860-186a350fbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:38.918044 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-8c0babd7-cc28-4742-a860-186a350fbd82 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fec50405-c88e-450d-9ebf-156c556a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0658534 Sep 15 19:37:38.939344 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e0eb-8413-4b18-ad28-26ed3fc43ac1 req-09d3e365-72a6-4cea-a0f7-8a637a774738 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:38.940774 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-46d3e0eb-8413-4b18-ad28-26ed3fc43ac1 req-09d3e365-72a6-4cea-a0f7-8a637a774738 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0614414 Sep 15 19:37:38.997790 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:39.044612 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-46d3e0eb-8413-4b18-ad28-26ed3fc43ac1 req-544b7521-1b6f-4baf-b4d4-52796551e4b4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905843 Sep 15 19:37:39.051893 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:39.055767 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-252b27c4-4d89-4e94-8a43-97bd94c43043 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314664 Sep 15 19:37:39.150911 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-946b12a9-7c56-40b6-a307-1d4aff54c1fc req-596ebb24-0c6c-4794-ae79-3bba6fda86ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883608 Sep 15 19:37:40.181785 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ca49c-74c0-4ee3-bf8f-48195a59b1aa req-c317bc1e-7515-490f-adae-2a120029d01c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:40.183194 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1e8ca49c-74c0-4ee3-bf8f-48195a59b1aa req-c317bc1e-7515-490f-adae-2a120029d01c tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0490839 Sep 15 19:37:40.238995 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-1e8ca49c-74c0-4ee3-bf8f-48195a59b1aa req-5e1cb551-9bd4-47ec-9783-527e51c8e682 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500057 Sep 15 19:37:41.151292 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:41.380472 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e889941-3e6c-493f-a916-cf51b61a8071 req-ce2bace4-a797-452f-a67a-75fa1cab19f8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:41.382485 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6e889941-3e6c-493f-a916-cf51b61a8071 req-ce2bace4-a797-452f-a67a-75fa1cab19f8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0519137 Sep 15 19:37:41.440458 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6e889941-3e6c-493f-a916-cf51b61a8071 req-7b56de82-828c-4cdf-9f12-a8d5088481b1 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519764 Sep 15 19:37:42.604157 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73e255-1437-44ee-b5c0-3c300a80c990 req-5acdcbfc-c37d-46e5-9472-5869650135e5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:42.605694 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ce73e255-1437-44ee-b5c0-3c300a80c990 req-5acdcbfc-c37d-46e5-9472-5869650135e5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0608771 Sep 15 19:37:42.667080 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ce73e255-1437-44ee-b5c0-3c300a80c990 req-6e150452-e308-4260-8d5e-0735e47d3ec0 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550456 Sep 15 19:37:43.820672 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cb28f-c130-4ee0-889c-c6a876af4649 req-b3e67139-99d2-421f-907a-1ff4519ff622 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:43.822283 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b48cb28f-c130-4ee0-889c-c6a876af4649 req-b3e67139-99d2-421f-907a-1ff4519ff622 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0523441 Sep 15 19:37:43.880016 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-b48cb28f-c130-4ee0-889c-c6a876af4649 req-4c3402c0-37a8-4596-9d78-5fc6cad95839 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488846 Sep 15 19:37:45.024410 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88354c-6c6f-4ec8-b7d2-fc9e146db425 req-e7d28892-fb2b-4f28-9aac-fcd34a6ae2a4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:45.027280 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7e88354c-6c6f-4ec8-b7d2-fc9e146db425 req-e7d28892-fb2b-4f28-9aac-fcd34a6ae2a4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0608821 Sep 15 19:37:45.081104 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7e88354c-6c6f-4ec8-b7d2-fc9e146db425 req-d44bbb64-d389-45c2-81db-b5f2071c40bb tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462618 Sep 15 19:37:46.221665 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab83397-1968-40f3-9394-2a1888a8d3b7 req-e7b4a755-600d-4a8a-879b-a4a007017a8e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:46.224106 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9ab83397-1968-40f3-9394-2a1888a8d3b7 req-e7b4a755-600d-4a8a-879b-a4a007017a8e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0516520 Sep 15 19:37:46.276692 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-9ab83397-1968-40f3-9394-2a1888a8d3b7 req-548249a0-4884-4096-8596-5d118ce3cd32 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466309 Sep 15 19:37:47.017703 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:37:47.427303 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfc7e9-2419-4210-a99c-574d1d6b136c req-52be8550-f73c-4613-a5dc-4e2fd4df59d4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:47.428824 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-73bfc7e9-2419-4210-a99c-574d1d6b136c req-52be8550-f73c-4613-a5dc-4e2fd4df59d4 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0527763 Sep 15 19:37:47.476791 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-73bfc7e9-2419-4210-a99c-574d1d6b136c req-e986d65b-51c2-4fa1-8d31-111d80d98873 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421560 Sep 15 19:37:47.628771 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-676ed3ab-1372-4681-9315-054522d99088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:48.355584 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1f316119-2ccf-4680-9480-faced50dd6b6 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=106636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 19:37:48.460948 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:48.472823 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Returning: {'device': '1f316119-2ccf-4680-9480-faced50dd6b6', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'port_id': '1f316119-2ccf-4680-9480-faced50dd6b6', 'mac_address': 'fa:16:3e:cd:77:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 19:37:48.506571 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 1f316119-2ccf-4680-9480-faced50dd6b6 is: DOWN; New status is: BUILD {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:37:48.506949 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:48.521098 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f316119-2ccf-4680-9480-faced50dd6b6 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 19:37:48.543550 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:48.607829 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:48.609633 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15f708-d334-4874-8d7b-ebaa9d51f0d8 req-4ab8a504-1fde-4316-8452-6118dac0fcb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:48.611206 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff15f708-d334-4874-8d7b-ebaa9d51f0d8 req-4ab8a504-1fde-4316-8452-6118dac0fcb5 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 944 time: 0.0484176 Sep 15 19:37:48.660835 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=9']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:48.662018 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-ff15f708-d334-4874-8d7b-ebaa9d51f0d8 req-b6e469d3-05ca-4ea8-8146-5fe2087fabcd tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449085 Sep 15 19:37:48.819981 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] get_ports_and_sgs() called for port_ids ['1f316119-2ccf-4680-9480-faced50dd6b6'] {{(pid=106636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:37:49.796061 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c3c05-ffb4-4f8d-9e14-fe423396f4a0 req-0b79b31c-6a7d-4d51-bd12-0ab44c34187e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:49.798051 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3b3c3c05-ffb4-4f8d-9e14-fe423396f4a0 req-0b79b31c-6a7d-4d51-bd12-0ab44c34187e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 945 time: 0.0511746 Sep 15 19:37:49.849755 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:49.857783 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3b3c3c05-ffb4-4f8d-9e14-fe423396f4a0 req-d425ea6e-657d-4dc4-9fd6-4d8b3f0439f8 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536258 Sep 15 19:37:49.910249 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-c52025f4-69d2-480b-9114-d073a58f9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:49.911799 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-c52025f4-69d2-480b-9114-d073a58f9058 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=427b697da1034408811e994e22d4f592&device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 1129 time: 0.0529616 Sep 15 19:37:49.991201 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:50.022009 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-5f24735c-f8dc-45d3-b93c-7bc014cfec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:50.023490 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-5f24735c-f8dc-45d3-b93c-7bc014cfec27 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 200 len: 917 time: 0.0932987 Sep 15 19:37:50.094775 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-4b9b18d9-2d34-4169-83a0-b09c93486d51 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f316119-2ccf-4680-9480-faced50dd6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0643523 Sep 15 19:37:50.148765 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-dbaaa5e5-0de2-4855-a9e0-761733e7e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:50.150478 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-dbaaa5e5-0de2-4855-a9e0-761733e7e8e8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=32102ca0-ab39-402b-a602-5ce0045b00ff HTTP/1.1" status: 200 len: 855 time: 0.0506918 Sep 15 19:37:50.197707 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-3fa0f426-d258-411f-a2b3-38dcfbf10fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:50.199293 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-3fa0f426-d258-411f-a2b3-38dcfbf10fca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fec50405-c88e-450d-9ebf-156c556a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437219 Sep 15 19:37:50.274844 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b9a063dc-81d4-44fe-aa0c-56e5e32e94f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:50.293325 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-4e0818a3-2821-4b43-9de9-c2b35c52077d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884285 Sep 15 19:37:50.354153 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1f316119-2ccf-4680-9480-faced50dd6b6 up at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 19:37:50.383975 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-3e75c72e-19dd-4ae0-a6b2-4500013ca7a8 req-d1874e22-fd6d-454d-9190-574f65130ace service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853219 Sep 15 19:37:50.406668 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Provisioning complete for port 1f316119-2ccf-4680-9480-faced50dd6b6 triggered by entity L2. {{(pid=106636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 19:37:50.407040 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513018'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), provisioning_complete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:50.407376 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Attempt 1 to provision port 1f316119-2ccf-4680-9480-faced50dd6b6 Sep 15 19:37:50.431152 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:50.488062 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Current status of the port 1f316119-2ccf-4680-9480-faced50dd6b6 is: BUILD; New status is: ACTIVE {{(pid=106636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 19:37:50.488480 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:50.491229 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:50.516604 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:37:50.518943 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b529096351ad62c7f65a8f3386c0aa0e8b0d0a77c578724a07b21346b44f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0b9fb9-b8cd-4b7c-8df4-9940a2749531" -d '{"events": [{"server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "name": "network-vif-plugged", "status": "completed", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:37:50.532007 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:50.625519 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350ceef5-1f2c-420c-8d44-42e2c72117bc x-openstack-request-id: req-350ceef5-1f2c-420c-8d44-42e2c72117bc {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:37:50.625880 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "name": "network-vif-plugged", "status": "completed", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:37:50.626146 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-350ceef5-1f2c-420c-8d44-42e2c72117bc {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:37:50.626550 dv-cinder-849846-10-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350ceef5-1f2c-420c-8d44-42e2c72117bc'] response: {'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6', 'code': 200} Sep 15 19:37:50.629198 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729576644774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729576103918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729576104452'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:50.684986 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Pushing event updated for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=10']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:50.997120 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31654dd3-1f51-4bef-9d54-ebf831ed1371 req-7e3a2a8c-56ba-4fb9-9ee8-0c973162caf1 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:50.998792 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-31654dd3-1f51-4bef-9d54-ebf831ed1371 req-7e3a2a8c-56ba-4fb9-9ee8-0c973162caf1 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 947 time: 0.0545034 Sep 15 19:37:51.053891 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e0de8-44f1-49e6-a2ce-da72936b6094 req-06a47f91-69c2-4ae9-8666-af6276c96340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:51.055429 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6e2e0de8-44f1-49e6-a2ce-da72936b6094 req-06a47f91-69c2-4ae9-8666-af6276c96340 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 1131 time: 0.0557361 Sep 15 19:37:51.094798 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-31654dd3-1f51-4bef-9d54-ebf831ed1371 req-b38905bb-6bff-4ac6-afa9-f6538533e065 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869918 Sep 15 19:37:51.130362 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-6e2e0de8-44f1-49e6-a2ce-da72936b6094 req-c77ece56-6413-40d9-a905-75bbca5ef868 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687125 Sep 15 19:37:51.218140 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:52.231485 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d489c-79f3-4813-8874-eabf58f73c40 req-678a6f20-c6f8-4ff8-81fc-3e1d9f156a29 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:52.232905 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fa6d489c-79f3-4813-8874-eabf58f73c40 req-678a6f20-c6f8-4ff8-81fc-3e1d9f156a29 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 947 time: 0.0546246 Sep 15 19:37:52.263665 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=100 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:37:52.280943 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fa6d489c-79f3-4813-8874-eabf58f73c40 req-5614ec99-d9e9-4f52-a0f3-86adffac6e3f tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425370 Sep 15 19:37:52.790545 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:52.818883 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:37:53.413242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a61e2e-6052-4175-ac31-7fc7b6e789fe req-1aab4a58-b1d2-4630-86a1-6c6db774533a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:53.414734 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c8a61e2e-6052-4175-ac31-7fc7b6e789fe req-1aab4a58-b1d2-4630-86a1-6c6db774533a tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 947 time: 0.0481064 Sep 15 19:37:53.464062 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-c8a61e2e-6052-4175-ac31-7fc7b6e789fe req-e2700968-e8e6-452f-b1fb-1c6ddafef267 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436871 Sep 15 19:37:54.590478 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dee42-4d5f-44f2-b1ba-7241e05c4c02 req-ce707174-929b-4a1e-acc8-21904eee5e48 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:37:54.591982 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4a8dee42-4d5f-44f2-b1ba-7241e05c4c02 req-ce707174-929b-4a1e-acc8-21904eee5e48 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 947 time: 0.0462122 Sep 15 19:37:54.642726 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-4a8dee42-4d5f-44f2-b1ba-7241e05c4c02 req-9702215f-e895-47aa-9390-cb7d90e26f66 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445676 Sep 15 19:38:00.996767 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:01.002871 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:02.734612 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:02.736458 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:04.636397 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=49 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:04.638306 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=17 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:11.179066 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:16.108024 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:16.108963 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:17.657678 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-abc51e42-94bc-4ba4-985d-c2f32b5f14ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:20.057731 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-347dbf9f-cbd6-4b31-9d40-dc6c4ed44e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:21.213033 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:22.772468 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:22.800937 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:24.016843 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:38:26.079602 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c7db1-bf1c-484a-a3d6-ae730413ef6a req-412ae113-f371-420f-a076-07da339264fe tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:38:26.081099 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fe6c7db1-bf1c-484a-a3d6-ae730413ef6a req-412ae113-f371-420f-a076-07da339264fe tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 947 time: 0.0486672 Sep 15 19:38:26.129800 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-fe6c7db1-bf1c-484a-a3d6-ae730413ef6a req-49c0006d-0dea-4375-96f7-38cf5b52d021 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Sep 15 19:38:27.257863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d557a-cb28-465a-a4a9-830071d2f06d req-55f02715-5555-4cbe-bbb2-d5ac5fafa562 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:38:27.259340 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-743d557a-cb28-465a-a4a9-830071d2f06d req-55f02715-5555-4cbe-bbb2-d5ac5fafa562 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 947 time: 0.0478048 Sep 15 19:38:27.345250 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-d9e23a42-7533-4303-b3fd-921e38f2cab6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:38:27.346693 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-d9e23a42-7533-4303-b3fd-921e38f2cab6 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 947 time: 0.0683453 Sep 15 19:38:27.350167 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-743d557a-cb28-465a-a4a9-830071d2f06d req-4360bad8-d81e-4c7f-abe9-6526700f2599 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851653 Sep 15 19:38:27.430935 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Deleting port 1f316119-2ccf-4680-9480-faced50dd6b6 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:38:27.431190 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:27.525063 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] For port 1f316119-2ccf-4680-9480-faced50dd6b6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f316119-2ccf-4680-9480-faced50dd6b6,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:38:27.525480 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:27.690336 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:27.690617 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500899'] for floatingip (658cb267-53fd-485f-b5cf-7beae37b0b6c), after_update {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:27.690933 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.l3_db [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Floating IP 658cb267-53fd-485f-b5cf-7beae37b0b6c disassociated. External IP: 172.27.0.69, port: 1f316119-2ccf-4680-9480-faced50dd6b6. Sep 15 19:38:27.691313 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Calling delete_port for 1f316119-2ccf-4680-9480-faced50dd6b6 owned by compute:nova {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:38:27.899372 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (1f316119-2ccf-4680-9480-faced50dd6b6), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:27.930678 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event deleted for resources: {'Port': ['ID=1f316119-2ccf-4680-9480-faced50dd6b6,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:27.942646 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.942931 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.943269 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.943608 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.943965 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.944290 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.944640 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.944962 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.945282 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.945618 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.946313 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.946313 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.946547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.946870 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:27.947230 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:28.052877 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Router a3473df7-6441-425e-98f3-0dc60cbffaea has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:38:28.103553 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:28.110771 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:28.158629 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:38:28.169163 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] Sync routers for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:38:28.178484 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:38:28.179091 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:38:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:28.206078 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] No DVR routers for this DVR port 1f316119-2ccf-4680-9480-faced50dd6b6 on host hv-cinder-84984 {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:38:28.206078 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for port (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:28.207154 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-84335b6f-e2d5-475a-a4c5-5dcd56c7e4ab req-59ea68fe-2032-4e01-b4a6-a18ec736d6e2 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1f316119-2ccf-4680-9480-faced50dd6b6 HTTP/1.1" status: 204 len: 173 time: 0.8548601 Sep 15 19:38:28.207684 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'name': 'network-vif-deleted', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6'}] {{(pid=106634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 19:38:28.209949 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df8385245b000a16f8917e435776243e381a5f35c95621d51f52b513a96aeb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b16b1ee-dfbd-4c36-92cc-b0036223277d" -d '{"events": [{"server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "name": "network-vif-deleted", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6"}]}' {{(pid=106634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 19:38:28.289583 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:38:28.310199 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 19:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f006b8-b6b0-4d39-acaf-245de81560a7 x-openstack-request-id: req-b0f006b8-b6b0-4d39-acaf-245de81560a7 {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 19:38:28.310707 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a46951e-b221-4405-8b11-ffa4fa53af9c", "name": "network-vif-deleted", "tag": "1f316119-2ccf-4680-9480-faced50dd6b6", "status": "completed", "code": 200}]} {{(pid=106634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 19:38:28.310834 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0f006b8-b6b0-4d39-acaf-245de81560a7 {{(pid=106634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 19:38:28.311144 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f006b8-b6b0-4d39-acaf-245de81560a7'] response: {'server_uuid': '0a46951e-b221-4405-8b11-ffa4fa53af9c', 'name': 'network-vif-deleted', 'tag': '1f316119-2ccf-4680-9480-faced50dd6b6', 'status': 'completed', 'code': 200} Sep 15 19:38:28.473456 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [req-7e0079e8-73aa-48b6-9696-d9d79413459b req-86ee4fdc-fd45-4c35-a5dd-59fa877ed965 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0a46951e-b221-4405-8b11-ffa4fa53af9c HTTP/1.1" status: 200 len: 210 time: 0.0306976 Sep 15 19:38:28.628952 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:28.657743 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] Checking router: a3473df7-6441-425e-98f3-0dc60cbffaea for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:38:28.666159 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:38:28.666759 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:38:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:28.771495 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:38:28.963258 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:28.989772 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b8bfb-c195-4514-bbed-9c1a6308d840 None None] The sync data for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi is: [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:33:00Z', 'revision_number': 4, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi', '_interfaces': [{'id': '487cd407-9b29-40e1-a262-4acbee191a4c', 'name': '', 'network_id': 'fec50405-c88e-450d-9ebf-156c556a1bf0', 'tenant_id': '427b697da1034408811e994e22d4f592', 'mac_address': 'fa:16:3e:24:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:59Z', 'updated_at': '2022-09-15T19:33:04Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'subnets': [{'id': '32102ca0-ab39-402b-a602-5ce0045b00ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:38:29.213764 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e851971-3575-418b-acb0-16235f87851c None None] New status for floating IP 658cb267-53fd-485f-b5cf-7beae37b0b6c: DOWN {{(pid=106637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 19:38:29.654449 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40784) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:29.714889 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (bafde1bd-f24f-4c08-a8ea-b09372f4b9fb), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:29.737352 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (bafde1bd-f24f-4c08-a8ea-b09372f4b9fb), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:29.863055 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (bafde1bd-f24f-4c08-a8ea-b09372f4b9fb), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:29.865742 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:29.866914 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bafde1bd-f24f-4c08-a8ea-b09372f4b9fb HTTP/1.1" status: 204 len: 168 time: 0.2113907 Sep 15 19:38:29.870423 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40788) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:29.876798 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafde1bd-f24f-4c08-a8ea-b09372f4b9fb,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:29.884566 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.api.v2.resource [None req-542747fb-e832-4a05-b2db-5e181fa8953d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] show failed (client error): The resource could not be found. Sep 15 19:38:29.884756 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.885087 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.885484 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.885726 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-542747fb-e832-4a05-b2db-5e181fa8953d tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "GET /networking/v2.0/security-groups/bafde1bd-f24f-4c08-a8ea-b09372f4b9fb HTTP/1.1" status: 404 len: 347 time: 0.0142450 Sep 15 19:38:29.885923 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.886146 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.886476 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.886812 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.887143 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.887468 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.887823 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.888151 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.888472 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.888801 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.889091 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40790) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:29.889227 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.889429 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6e7e8-78c4-426b-9ecb-746750bf8250 tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:29.903327 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:30.003924 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-ba788022-731c-44da-96cc-527cacff4c7e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Deleting port be027b21-5272-4286-be6c-d1b8ff42a1e9 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:38:30.004155 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ba788022-731c-44da-96cc-527cacff4c7e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (be027b21-5272-4286-be6c-d1b8ff42a1e9), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:30.083424 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ba788022-731c-44da-96cc-527cacff4c7e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (be027b21-5272-4286-be6c-d1b8ff42a1e9), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:30.083780 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ba788022-731c-44da-96cc-527cacff4c7e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (be027b21-5272-4286-be6c-d1b8ff42a1e9), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:30.096274 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-ba788022-731c-44da-96cc-527cacff4c7e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Calling delete_port for be027b21-5272-4286-be6c-d1b8ff42a1e9 owned by network:floatingip {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:38:30.402000 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ba788022-731c-44da-96cc-527cacff4c7e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (be027b21-5272-4286-be6c-d1b8ff42a1e9), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:30.428761 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba788022-731c-44da-96cc-527cacff4c7e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Pushing event deleted for resources: {'Port': ['ID=be027b21-5272-4286-be6c-d1b8ff42a1e9,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:30.493110 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ba788022-731c-44da-96cc-527cacff4c7e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks [] for floatingip (658cb267-53fd-485f-b5cf-7beae37b0b6c), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:30.495782 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ba788022-731c-44da-96cc-527cacff4c7e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1906268'] for floatingip (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:30.497043 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ba788022-731c-44da-96cc-527cacff4c7e tempest-AttachVolumeShelveTestJSON-357440265 tempest-AttachVolumeShelveTestJSON-357440265-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/658cb267-53fd-485f-b5cf-7beae37b0b6c HTTP/1.1" status: 204 len: 168 time: 0.6069555 Sep 15 19:38:30.633760 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1f316119-2ccf-4680-9480-faced50dd6b6 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:38:30.654782 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] No Port match for: 1f316119-2ccf-4680-9480-faced50dd6b6 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:38:30.654782 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Device 1f316119-2ccf-4680-9480-faced50dd6b6 not bound to the agent host hv-cinder-84984 {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:38:33.419017 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40812) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:33.826077 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493475'] for router_interface (a3473df7-6441-425e-98f3-0dc60cbffaea), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:33.903140 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:33.909489 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:34.049128 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] Deleting port 487cd407-9b29-40e1-a262-4acbee191a4c {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:38:34.049466 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:34.132346 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] For port 487cd407-9b29-40e1-a262-4acbee191a4c, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=487cd407-9b29-40e1-a262-4acbee191a4c,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:38:34.132622 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:34.403363 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] Calling delete_port for 487cd407-9b29-40e1-a262-4acbee191a4c owned by network:router_interface {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:38:34.658194 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (487cd407-9b29-40e1-a262-4acbee191a4c), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:34.680902 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] Pushing event deleted for resources: {'Port': ['ID=487cd407-9b29-40e1-a262-4acbee191a4c,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:34.846849 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506387'] for router_interface (a3473df7-6441-425e-98f3-0dc60cbffaea), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:34.891123 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:35.054728 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] Router a3473df7-6441-425e-98f3-0dc60cbffaea has already been hosted by L3 agent 28d40449-496c-45ea-9baf-b02d00c2aa29 {{(pid=106634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:38:35.108399 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:35.161367 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] Notify agent at l3_agent.dv-cinder-849846-10-iscsi the message routers_updated {{(pid=106634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:38:35.166729 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ed897c50-6e79-487e-aca8-d757e0ed35ae admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/a3473df7-6441-425e-98f3-0dc60cbffaea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7474668 Sep 15 19:38:35.169833 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40816) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:35.170794 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] Sync routers for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 19:38:35.178704 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:35.182506 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:38:35.183447 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:38:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:35.273759 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Publish callbacks [] for router (a3473df7-6441-425e-98f3-0dc60cbffaea), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:35.286787 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:38:35.379347 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Publish callbacks [] for router_gateway (a3473df7-6441-425e-98f3-0dc60cbffaea), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:35.462431 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:38:34Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:35.491201 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] Checking router: a3473df7-6441-425e-98f3-0dc60cbffaea for host: dv-cinder-849846-10-iscsi {{(pid=106636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 19:38:35.499551 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] Routers {'a3473df7-6441-425e-98f3-0dc60cbffaea'} bound to L3 agent in host dv-cinder-849846-10-iscsi {{(pid=106636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 19:38:35.500177 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T19:18:20Z,description=,heartbeat_timestamp=2022-09-15T19:38:20Z,host='dv-cinder-849846-10-iscsi',id=28d40449-496c-45ea-9baf-b02d00c2aa29,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T19:18:21Z,topic='l3_agent')) {'router_ids': ['a3473df7-6441-425e-98f3-0dc60cbffaea'], 'active': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:35.571253 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Deleting port 24509ce6-6c56-49a7-8e21-d1dc2574847d {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:38:35.571583 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:35.601364 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvr_db [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] Set router a3473df7-6441-425e-98f3-0dc60cbffaea gateway port host: dv-cinder-849846-10-iscsi {{(pid=106636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 19:38:35.655582 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] For port 24509ce6-6c56-49a7-8e21-d1dc2574847d, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=24509ce6-6c56-49a7-8e21-d1dc2574847d,segment=NetworkSegment(d4740dd8-7b21-4ccd-a21c-397f3dc35a63),segment_id=d4740dd8-7b21-4ccd-a21c-397f3dc35a63)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:38:35.655970 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:35.669756 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Calling delete_port for 24509ce6-6c56-49a7-8e21-d1dc2574847d owned by network:router_gateway {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:38:35.770268 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_hamode_db [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:38:34Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}], 'dv-cinder-849846-10-iscsi', False) {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:35.796009 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eacb83-cc4c-4b11-af50-c37f24deba55 None None] The sync data for ids ['a3473df7-6441-425e-98f3-0dc60cbffaea'] in dv-cinder-849846-10-iscsi is: [{'id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'name': 'tempest-AttachVolumeShelveTestJSON-878381975-router', 'tenant_id': '427b697da1034408811e994e22d4f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'external_fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T19:32:56Z', 'updated_at': '2022-09-15T19:38:34Z', 'revision_number': 5, 'project_id': '427b697da1034408811e994e22d4f592', 'gw_port': {'id': '24509ce6-6c56-49a7-8e21-d1dc2574847d', 'name': '', 'network_id': 'b0d4a98f-e8a8-41af-b2d5-1f353264b78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3473df7-6441-425e-98f3-0dc60cbffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4381389d-4747-4c71-9ec6-776551c838af', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T19:32:57Z', 'updated_at': '2022-09-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4381389d-4747-4c71-9ec6-776551c838af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-10-iscsi'}] {{(pid=106636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 19:38:35.996386 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (24509ce6-6c56-49a7-8e21-d1dc2574847d), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:36.001763 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:36.027084 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=24509ce6-6c56-49a7-8e21-d1dc2574847d,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:36.090056 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500825'] for router_gateway (a3473df7-6441-425e-98f3-0dc60cbffaea), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:36.179739 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (a3473df7-6441-425e-98f3-0dc60cbffaea), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:36.182121 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Publish callbacks [] for router_controller (a3473df7-6441-425e-98f3-0dc60cbffaea), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:36.944446 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-506478'] for router (a3473df7-6441-425e-98f3-0dc60cbffaea), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:36.945082 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3473df7-6441-425e-98f3-0dc60cbffaea {{(pid=106634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:38:36.949908 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:36.951201 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ab210d6c-5f1e-4349-a52d-472cc6da50b7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/a3473df7-6441-425e-98f3-0dc60cbffaea HTTP/1.1" status: 204 len: 168 time: 1.7803526 Sep 15 19:38:36.953693 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40818) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:37.006199 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc45dc3-ce3e-4bd4-81ed-ff628744c2e7 admin admin] Deleting subnet 32102ca0-ab39-402b-a602-5ce0045b00ff {{(pid=106634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:38:37.009903 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-adc45dc3-ce3e-4bd4-81ed-ff628744c2e7 admin admin] Publish callbacks [] for subnet (32102ca0-ab39-402b-a602-5ce0045b00ff), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.048862 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-adc45dc3-ce3e-4bd4-81ed-ff628744c2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6992321'] for subnet (32102ca0-ab39-402b-a602-5ce0045b00ff), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.072863 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:37.129768 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-adc45dc3-ce3e-4bd4-81ed-ff628744c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (32102ca0-ab39-402b-a602-5ce0045b00ff), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.316242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-adc45dc3-ce3e-4bd4-81ed-ff628744c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-832232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5304945'] for subnet (32102ca0-ab39-402b-a602-5ce0045b00ff), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.348840 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc45dc3-ce3e-4bd4-81ed-ff628744c2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32102ca0-ab39-402b-a602-5ce0045b00ff,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:37.354510 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-adc45dc3-ce3e-4bd4-81ed-ff628744c2e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.358672 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-adc45dc3-ce3e-4bd4-81ed-ff628744c2e7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/32102ca0-ab39-402b-a602-5ce0045b00ff HTTP/1.1" status: 204 len: 168 time: 0.4038510 Sep 15 19:38:37.359863 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350b51d3-3d8b-46c1-90b1-76c92526f92d None None] Network fec50405-c88e-450d-9ebf-156c556a1bf0 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:38:37.361334 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40820) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:37.455439 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 487cd407-9b29-40e1-a262-4acbee191a4c no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:38:37.466371 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (fec50405-c88e-450d-9ebf-156c556a1bf0), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.494132 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 487cd407-9b29-40e1-a262-4acbee191a4c {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:38:37.494466 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 487cd407-9b29-40e1-a262-4acbee191a4c not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:38:37.494881 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 24509ce6-6c56-49a7-8e21-d1dc2574847d no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:38:37.513963 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Deleting port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 {{(pid=106634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:38:37.514301 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.523043 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 24509ce6-6c56-49a7-8e21-d1dc2574847d {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:38:37.523385 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 24509ce6-6c56-49a7-8e21-d1dc2574847d not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:38:37.587307 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.db [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] For port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=6cd49ee0-f04b-48e0-be4b-dba7f1f13b59,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:38:37.587581 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.599292 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] DHCP port deletion for fec50405-c88e-450d-9ebf-156c556a1bf0 request from dv-cinder-849846-10-iscsi {{(pid=106636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 19:38:37.602681 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Calling delete_port for 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 owned by network:dhcp {{(pid=106634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:38:37.762447 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Deleting port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 19:38:37.762795 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729576644621'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.772580 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-832135'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.802331 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd49ee0-f04b-48e0-be4b-dba7f1f13b59,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:37.806137 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] No DVR routers for this DVR port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 on host dv-cinder-849846-10-iscsi {{(pid=106634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:38:37.829532 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] For port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59, host dv-cinder-849846-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-10-iscsi',level=0,port_id=6cd49ee0-f04b-48e0-be4b-dba7f1f13b59,segment=NetworkSegment(3855be34-51dc-4abc-80d9-f2a9e991571f),segment_id=3855be34-51dc-4abc-80d9-f2a9e991571f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:38:37.829916 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501849'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.846540 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Calling delete_port for 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 19:38:37.880255 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (fec50405-c88e-450d-9ebf-156c556a1bf0), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.893897 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=100 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:37.902633 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec50405-c88e-450d-9ebf-156c556a1bf0']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:37.912710 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3855be34-51dc-4abc-80d9-f2a9e991571f') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:37.913074 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3855be34-51dc-4abc-80d9-f2a9e991571f') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: from cryptography.utils import int_from_bytes Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: from cryptography.utils import int_from_bytes Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.919542 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 19:38:37.922442 dv-cinder-849846-10-iscsi neutron-server[106636]: self.session.flush() Sep 15 19:38:37.928540 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (3855be34-51dc-4abc-80d9-f2a9e991571f), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.931310 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729576562571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729576103909'] for port (6cd49ee0-f04b-48e0-be4b-dba7f1f13b59), after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.939324 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (3855be34-51dc-4abc-80d9-f2a9e991571f), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.946740 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:38:37.947471 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (3855be34-51dc-4abc-80d9-f2a9e991571f), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:37.955362 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Pushing event deleted for resources: {'Port': ['ID=6cd49ee0-f04b-48e0-be4b-dba7f1f13b59,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:37.959639 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] No DVR routers for this DVR port 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 on host dv-cinder-849846-10-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 19:38:37.963578 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:37.973691 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.974504 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.974916 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.975379 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.975803 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.976194 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.976505 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.976832 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.977300 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.977639 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.977966 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.978316 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.978667 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.978939 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.979457 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b8969-4045-410f-ae2b-694edd1644af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:37.994472 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 3855be34-51dc-4abc-80d9-f2a9e991571f resource provider aggregate not found Sep 15 19:38:38.013036 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 3855be34-51dc-4abc-80d9-f2a9e991571f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3855be34-51dc-4abc-80d9-f2a9e991571f found for delete ", "request_id": "req-84083de8-3508-404e-a07c-02c5eab6d7e2"}]} Sep 15 19:38:38.178682 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (fec50405-c88e-450d-9ebf-156c556a1bf0), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:38.184563 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:38.187760 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/fec50405-c88e-450d-9ebf-156c556a1bf0 HTTP/1.1" status: 204 len: 168 time: 0.8251975 Sep 15 19:38:38.199739 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd4d06-a3d2-4bfc-863c-912d887d9b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=fec50405-c88e-450d-9ebf-156c556a1bf0,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:38.688374 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40828) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:38.731339 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-f98c92b9-3ae6-477f-b323-9b6db5605307 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=427b697da1034408811e994e22d4f592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417256 Sep 15 19:38:38.733766 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40830) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:38.783709 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a73ee042-44c8-433d-9d67-e316d333fb1d admin admin] Publish callbacks [] for security_group (181b7bc6-e6b0-4ec3-b904-8abcf2cc4fba), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:38.807432 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a73ee042-44c8-433d-9d67-e316d333fb1d admin admin] Publish callbacks [] for security_group (181b7bc6-e6b0-4ec3-b904-8abcf2cc4fba), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:38.972885 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a73ee042-44c8-433d-9d67-e316d333fb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (181b7bc6-e6b0-4ec3-b904-8abcf2cc4fba), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:38.975433 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-a73ee042-44c8-433d-9d67-e316d333fb1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:38.976638 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-a73ee042-44c8-433d-9d67-e316d333fb1d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/181b7bc6-e6b0-4ec3-b904-8abcf2cc4fba HTTP/1.1" status: 204 len: 168 time: 0.2419715 Sep 15 19:38:38.985737 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ee042-44c8-433d-9d67-e316d333fb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181b7bc6-e6b0-4ec3-b904-8abcf2cc4fba,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:39.001933 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:39.140521 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 no longer exists at agent ovs-agent-dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 19:38:39.162634 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] No Port match for: 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 {{(pid=106636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 19:38:39.162971 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Device 6cd49ee0-f04b-48e0-be4b-dba7f1f13b59 not bound to the agent host dv-cinder-849846-10-iscsi {{(pid=106636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 19:38:39.367895 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:39.370851 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:41.241410 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:47.669587 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3a29-dc1a-4642-bd24-a5d3467b1e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:48.189705 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=56,neutron:DELETE=7 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:48.980184 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=42,neutron:DELETE=3 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:48.981332 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=35,neutron:DELETE=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:38:50.103848 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-915a5142-89fb-4688-9df9-656c1ea8e897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:51.257446 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:51.326341 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 40946) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:51.442109 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b1cec8af-e45b-48fd-801d-cc72c6b186b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:51.525565 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b1cec8af-e45b-48fd-801d-cc72c6b186b3 admin admin] Publish callbacks [] for security_group (d32919d1-7bec-4ca5-9a74-7bfa8d58967f), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:51.606574 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-b1cec8af-e45b-48fd-801d-cc72c6b186b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (d32919d1-7bec-4ca5-9a74-7bfa8d58967f), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:51.646953 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-b1cec8af-e45b-48fd-801d-cc72c6b186b3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c978f729832e4d7bbe4612a36cd32c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195364 Sep 15 19:38:51.648216 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cec8af-e45b-48fd-801d-cc72c6b186b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32919d1-7bec-4ca5-9a74-7bfa8d58967f,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:51.650845 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 40950) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:38:51.702118 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19a389f6-d986-4c4e-a184-9c29c23b6813 admin admin] Publish callbacks [] for security_group (d32919d1-7bec-4ca5-9a74-7bfa8d58967f), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:51.722727 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19a389f6-d986-4c4e-a184-9c29c23b6813 admin admin] Publish callbacks [] for security_group (d32919d1-7bec-4ca5-9a74-7bfa8d58967f), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:51.852290 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19a389f6-d986-4c4e-a184-9c29c23b6813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (d32919d1-7bec-4ca5-9a74-7bfa8d58967f), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:51.854866 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-19a389f6-d986-4c4e-a184-9c29c23b6813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:51.856101 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-19a389f6-d986-4c4e-a184-9c29c23b6813 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d32919d1-7bec-4ca5-9a74-7bfa8d58967f HTTP/1.1" status: 204 len: 168 time: 0.2042632 Sep 15 19:38:51.864787 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a389f6-d986-4c4e-a184-9c29c23b6813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32919d1-7bec-4ca5-9a74-7bfa8d58967f,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:52.802680 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:38:52.829838 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:01.016481 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:39:01.637115 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:01.644566 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:01.859375 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:01.860236 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:02.738736 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:02.741232 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:11.188930 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:12.526748 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41160) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:12.637123 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ac844043-e154-4c89-96be-ba0eec6f961f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:12.721312 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ac844043-e154-4c89-96be-ba0eec6f961f admin admin] Publish callbacks [] for security_group (84297ffd-8cd6-4bcd-a422-9e6ffc6db3ed), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:12.812043 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-ac844043-e154-4c89-96be-ba0eec6f961f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (84297ffd-8cd6-4bcd-a422-9e6ffc6db3ed), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:12.854764 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-ac844043-e154-4c89-96be-ba0eec6f961f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1eec6d0021c346a1b60ef580ac3a0fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268235 Sep 15 19:39:12.855584 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac844043-e154-4c89-96be-ba0eec6f961f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84297ffd-8cd6-4bcd-a422-9e6ffc6db3ed,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:12.857677 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41164) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:12.909360 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd6ba-7ec9-4638-adfc-1197d149670c admin admin] Publish callbacks [] for security_group (84297ffd-8cd6-4bcd-a422-9e6ffc6db3ed), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:12.932822 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd6ba-7ec9-4638-adfc-1197d149670c admin admin] Publish callbacks [] for security_group (84297ffd-8cd6-4bcd-a422-9e6ffc6db3ed), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:13.045917 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd6ba-7ec9-4638-adfc-1197d149670c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (84297ffd-8cd6-4bcd-a422-9e6ffc6db3ed), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:13.048537 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-6fbdd6ba-7ec9-4638-adfc-1197d149670c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:13.049684 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-6fbdd6ba-7ec9-4638-adfc-1197d149670c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/84297ffd-8cd6-4bcd-a422-9e6ffc6db3ed HTTP/1.1" status: 204 len: 168 time: 0.1907132 Sep 15 19:39:13.058365 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdd6ba-7ec9-4638-adfc-1197d149670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84297ffd-8cd6-4bcd-a422-9e6ffc6db3ed,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:13.665690 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41170) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:13.682439 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5ccf-69d5-42cd-860c-ed2bea859813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:13.758295 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5ccf-69d5-42cd-860c-ed2bea859813 admin admin] Publish callbacks [] for security_group (2d31fdb5-cbce-4aca-8b51-6899430787f2), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:13.822995 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5ccf-69d5-42cd-860c-ed2bea859813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (2d31fdb5-cbce-4aca-8b51-6899430787f2), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:13.862226 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f5ccf-69d5-42cd-860c-ed2bea859813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31fdb5-cbce-4aca-8b51-6899430787f2,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:13.868121 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-4b3f5ccf-69d5-42cd-860c-ed2bea859813 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ed579db8530d4a5e87963bc42f788736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012987 Sep 15 19:39:13.869885 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41172) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:13.919142 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-385312f9-7779-44d1-9ffa-8788ae6720e1 admin admin] Publish callbacks [] for security_group (2d31fdb5-cbce-4aca-8b51-6899430787f2), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:13.941252 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-385312f9-7779-44d1-9ffa-8788ae6720e1 admin admin] Publish callbacks [] for security_group (2d31fdb5-cbce-4aca-8b51-6899430787f2), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:14.069111 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-385312f9-7779-44d1-9ffa-8788ae6720e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (2d31fdb5-cbce-4aca-8b51-6899430787f2), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:14.071561 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-385312f9-7779-44d1-9ffa-8788ae6720e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:14.072962 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-385312f9-7779-44d1-9ffa-8788ae6720e1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2d31fdb5-cbce-4aca-8b51-6899430787f2 HTTP/1.1" status: 204 len: 168 time: 0.2020645 Sep 15 19:39:14.081036 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385312f9-7779-44d1-9ffa-8788ae6720e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31fdb5-cbce-4aca-8b51-6899430787f2,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:16.737071 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=21 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:16.738047 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=13 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:17.646568 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-12641ce2-cf3e-45a0-a28c-b288a10f6f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:20.051462 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7c609004-410c-4ab0-a164-b5b023fe67cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:21.223197 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:21.237020 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41246) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:21.353443 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9dadd90e-0381-4088-8496-13c6c7421475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:21.435755 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9dadd90e-0381-4088-8496-13c6c7421475 admin admin] Publish callbacks [] for security_group (e3175207-d2db-4b65-9dcf-5ec0fab32dd8), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:21.486245 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-9dadd90e-0381-4088-8496-13c6c7421475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (e3175207-d2db-4b65-9dcf-5ec0fab32dd8), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:21.529750 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-9dadd90e-0381-4088-8496-13c6c7421475 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b062b58426d448a895425d8f57c1bf6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916057 Sep 15 19:39:21.530653 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadd90e-0381-4088-8496-13c6c7421475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3175207-d2db-4b65-9dcf-5ec0fab32dd8,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:21.532712 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41250) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:21.586970 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3e43715f-4cf2-45e1-b9fb-9d80b980495b admin admin] Publish callbacks [] for security_group (e3175207-d2db-4b65-9dcf-5ec0fab32dd8), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:21.611463 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3e43715f-4cf2-45e1-b9fb-9d80b980495b admin admin] Publish callbacks [] for security_group (e3175207-d2db-4b65-9dcf-5ec0fab32dd8), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:21.726406 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3e43715f-4cf2-45e1-b9fb-9d80b980495b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (e3175207-d2db-4b65-9dcf-5ec0fab32dd8), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:21.729105 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-3e43715f-4cf2-45e1-b9fb-9d80b980495b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:21.730290 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-3e43715f-4cf2-45e1-b9fb-9d80b980495b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e3175207-d2db-4b65-9dcf-5ec0fab32dd8 HTTP/1.1" status: 204 len: 168 time: 0.1965141 Sep 15 19:39:21.738387 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43715f-4cf2-45e1-b9fb-9d80b980495b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3175207-d2db-4b65-9dcf-5ec0fab32dd8,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:22.438273 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41256) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:22.453656 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-cc03db6b-56b6-41f3-8fbd-c631b387c306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:22.535901 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-cc03db6b-56b6-41f3-8fbd-c631b387c306 admin admin] Publish callbacks [] for security_group (3b795bc8-ae51-496d-a00c-fd88c6307a25), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:22.611864 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-cc03db6b-56b6-41f3-8fbd-c631b387c306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (3b795bc8-ae51-496d-a00c-fd88c6307a25), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:22.651812 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03db6b-56b6-41f3-8fbd-c631b387c306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b795bc8-ae51-496d-a00c-fd88c6307a25,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:22.656139 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-cc03db6b-56b6-41f3-8fbd-c631b387c306 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a2811663ed0542e69eded293e2abdd68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166638 Sep 15 19:39:22.659029 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41258) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:22.711269 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad3bc-3a37-43ef-8fa0-637b312ff644 admin admin] Publish callbacks [] for security_group (3b795bc8-ae51-496d-a00c-fd88c6307a25), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:22.734011 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad3bc-3a37-43ef-8fa0-637b312ff644 admin admin] Publish callbacks [] for security_group (3b795bc8-ae51-496d-a00c-fd88c6307a25), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:22.765880 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:22.817246 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:22.840312 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad3bc-3a37-43ef-8fa0-637b312ff644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (3b795bc8-ae51-496d-a00c-fd88c6307a25), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:22.842990 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad3bc-3a37-43ef-8fa0-637b312ff644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:22.844230 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-fe7ad3bc-3a37-43ef-8fa0-637b312ff644 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3b795bc8-ae51-496d-a00c-fd88c6307a25 HTTP/1.1" status: 204 len: 168 time: 0.1842780 Sep 15 19:39:22.853437 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ad3bc-3a37-43ef-8fa0-637b312ff644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b795bc8-ae51-496d-a00c-fd88c6307a25,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:23.915180 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41280) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:24.015973 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1950492493-network', 'tenant_id': 'c52a9d780a5245bcb709cf8a49a0aabe'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:39:24.154531 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Made reservation on behalf of c52a9d780a5245bcb709cf8a49a0aabe for: {'network': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:39:24.156978 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:24.166687 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:24.207417 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:24.218952 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:24.251910 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Publish callbacks [] for security_group (11ba8834-9641-4ad2-bbcb-b1c43d2bb7ac), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:24.298714 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (11ba8834-9641-4ad2-bbcb-b1c43d2bb7ac), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:24.327504 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:39:24.337564 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ba8834-9641-4ad2-bbcb-b1c43d2bb7ac,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:24.342813 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (9034f3ca-a938-4064-928b-ea3d80f4d0bb), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:24.343149 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.segments_db [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Added segment 9034f3ca-a938-4064-928b-ea3d80f4d0bb of type vlan for network acaeeab8-0cc3-4e87-a129-ce130161b52a Sep 15 19:39:24.386813 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (acaeeab8-0cc3-4e87-a129-ce130161b52a), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:24.475419 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (acaeeab8-0cc3-4e87-a129-ce130161b52a), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:24.476424 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:39:24.477012 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:24.540242 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] Pushing event updated for resources: {'Network': ['ID=acaeeab8-0cc3-4e87-a129-ce130161b52a,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:24.554989 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network acaeeab8-0cc3-4e87-a129-ce130161b52a details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:39:24.626131 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-21484b36-4396-4c47-a0df-304ff10b184f admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7097759 Sep 15 19:39:24.630193 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41284) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:24.635035 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Request body: {'subnet': {'network_id': 'acaeeab8-0cc3-4e87-a129-ce130161b52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1950492493-subnet', 'tenant_id': 'c52a9d780a5245bcb709cf8a49a0aabe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:39:24.702819 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Made reservation on behalf of c52a9d780a5245bcb709cf8a49a0aabe for: {'subnet': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:39:24.705270 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5304926'] for subnet (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:24.932170 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-830519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5304904'] for subnet (a4a72c75-c030-4b2d-b8ce-4cf87559ffd3), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:24.975004 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:24.994492 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a72c75-c030-4b2d-b8ce-4cf87559ffd3,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:25.004041 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Checking segment: {'id': '9034f3ca-a938-4064-928b-ea3d80f4d0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'acaeeab8-0cc3-4e87-a129-ce130161b52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:39:25.004404 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Network hostable DHCP agents. Network: acaeeab8-0cc3-4e87-a129-ce130161b52a, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:39:25.131536 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Network acaeeab8-0cc3-4e87-a129-ce130161b52a is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:39:25.229228 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, acaeeab8-0cc3-4e87-a129-ce130161b52a) {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:39:25.234485 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:39:25.235426 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:25.243006 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7808280-80c8-400e-b018-c970a794b379 None None] Network acaeeab8-0cc3-4e87-a129-ce130161b52a requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:39:25.306261 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-f03863c0-e257-460c-bfa1-8c1f4345cacd admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6749804 Sep 15 19:39:25.350076 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18444a0-bef1-4616-b5dc-39fc34c64ae2 None None] Network acaeeab8-0cc3-4e87-a129-ce130161b52a requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:39:25.975572 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41300) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:25.980507 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1652094346-network', 'tenant_id': 'bd837ad2cf8845f49f7a11d3c0c7538d'}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:39:26.085656 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Made reservation on behalf of bd837ad2cf8845f49f7a11d3c0c7538d for: {'network': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:39:26.088162 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-702378'] for network (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:26.097393 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:26.174483 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Publish callbacks [] for security_group (a40adff7-7500-45d2-b17a-a5aa9b16887b), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:26.251478 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a40adff7-7500-45d2-b17a-a5aa9b16887b), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:26.280917 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:39:26.286386 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40adff7-7500-45d2-b17a-a5aa9b16887b,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:26.295014 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (18713192-0a30-4347-833b-b65e9b9d926c), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:26.295014 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.db.segments_db [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Added segment 18713192-0a30-4347-833b-b65e9b9d926c of type vlan for network 1a0bc63f-bae5-4de9-8a56-62ea8d566b05 Sep 15 19:39:26.335867 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729576072906'] for network (1a0bc63f-bae5-4de9-8a56-62ea8d566b05), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:26.417650 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695'] for network (1a0bc63f-bae5-4de9-8a56-62ea8d566b05), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:26.418601 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:39:26.419183 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:26.469200 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:26.486775 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=1a0bc63f-bae5-4de9-8a56-62ea8d566b05,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:26.496998 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.rpc [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Network 1a0bc63f-bae5-4de9-8a56-62ea8d566b05 details requested by agent ovs-agent-dv-cinder-849846-10-iscsi with host dv-cinder-849846-10-iscsi {{(pid=106636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 19:39:26.557450 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-5405e446-24e6-4e1f-a0b7-d4b95db73ef6 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5806458 Sep 15 19:39:26.560957 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41302) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:26.565710 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.v2.base [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Request body: {'subnet': {'network_id': '1a0bc63f-bae5-4de9-8a56-62ea8d566b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1652094346-subnet', 'tenant_id': 'bd837ad2cf8845f49f7a11d3c0c7538d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 19:39:26.686180 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Made reservation on behalf of bd837ad2cf8845f49f7a11d3c0c7538d for: {'subnet': 1} {{(pid=106634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:39:26.688732 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5304926'] for subnet (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:26.932336 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-830519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5304904'] for subnet (cbbb57aa-f8a9-42d9-8e45-dcf1e791755a), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:26.988679 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbb57aa-f8a9-42d9-8e45-dcf1e791755a,revision_number=0']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:27.001175 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Checking segment: {'id': '18713192-0a30-4347-833b-b65e9b9d926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1a0bc63f-bae5-4de9-8a56-62ea8d566b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 19:39:27.001530 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Network hostable DHCP agents. Network: 1a0bc63f-bae5-4de9-8a56-62ea8d566b05, hostable agents: ['bc851a5b-e63b-433a-b7b8-f5ac6705dacb'], hosted agents: [] {{(pid=106634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:39:27.013528 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:27.114704 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Network 1a0bc63f-bae5-4de9-8a56-62ea8d566b05 is scheduled to be hosted by DHCP agent bc851a5b-e63b-433a-b7b8-f5ac6705dacb with binding_index 1 {{(pid=106634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:39:27.200073 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.scheduler.base_scheduler [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-10-iscsi, 1a0bc63f-bae5-4de9-8a56-62ea8d566b05) {{(pid=106634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:39:27.204204 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 19:39:27.205307 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:27.209784 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88581477-175e-4832-b07f-ca9be5df761a None None] Network 1a0bc63f-bae5-4de9-8a56-62ea8d566b05 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:39:27.283861 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-a72ea392-dd8c-42b9-ade3-231a8ef5344e admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7216065 Sep 15 19:39:27.311142 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c730e8-1ae3-4537-85d7-30e3228fde29 None None] Network 1a0bc63f-bae5-4de9-8a56-62ea8d566b05 requested from dv-cinder-849846-10-iscsi {{(pid=106636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 19:39:31.518637 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=70,neutron:DELETE=4,neutron:INSERT=14 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:31.526715 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=68,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:37.216333 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=32,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:37.382985 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:37.388087 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:38.015003 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:39:41.177284 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:43.726509 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41422) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:43.776728 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Deleting subnet a4a72c75-c030-4b2d-b8ce-4cf87559ffd3 {{(pid=106634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:39:43.780090 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Publish callbacks [] for subnet (a4a72c75-c030-4b2d-b8ce-4cf87559ffd3), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:43.815444 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6992321'] for subnet (a4a72c75-c030-4b2d-b8ce-4cf87559ffd3), precommit_delete_associations {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:43.854538 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (a4a72c75-c030-4b2d-b8ce-4cf87559ffd3), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:43.977830 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-832232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5304945'] for subnet (a4a72c75-c030-4b2d-b8ce-4cf87559ffd3), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.003117 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a72c75-c030-4b2d-b8ce-4cf87559ffd3,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:44.013120 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.013466 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.013831 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.014145 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.014476 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.014806 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.015133 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.015493 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.015852 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.016180 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.016506 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.017177 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.017177 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.017437 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.017753 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.020703 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.023889 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-6f0a1f02-cb46-476f-a9ff-6939e7fb4bf6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a4a72c75-c030-4b2d-b8ce-4cf87559ffd3 HTTP/1.1" status: 204 len: 168 time: 0.2963393 Sep 15 19:39:44.027024 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41424) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:44.099547 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (acaeeab8-0cc3-4e87-a129-ce130161b52a), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.182132 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (acaeeab8-0cc3-4e87-a129-ce130161b52a), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.203376 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaeeab8-0cc3-4e87-a129-ce130161b52a']}} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:39:44.213507 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9034f3ca-a938-4064-928b-ea3d80f4d0bb') {'for_net_delete': True} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:39:44.213801 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.services.segments.db [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9034f3ca-a938-4064-928b-ea3d80f4d0bb') {} {{(pid=106634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:39:44.223403 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6992378'] for segment (9034f3ca-a938-4064-928b-ea3d80f4d0bb), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.237244 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (9034f3ca-a938-4064-928b-ea3d80f4d0bb), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.243469 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:39:44.243976 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-832082'] for segment (9034f3ca-a938-4064-928b-ea3d80f4d0bb), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.284736 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 9034f3ca-a938-4064-928b-ea3d80f4d0bb resource provider aggregate not found Sep 15 19:39:44.303739 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.services.segments.plugin [-] Segment 9034f3ca-a938-4064-928b-ea3d80f4d0bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9034f3ca-a938-4064-928b-ea3d80f4d0bb found for delete ", "request_id": "req-0b300898-b009-4082-b8cf-33318aa8f7ee"}]} Sep 15 19:39:44.372075 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (acaeeab8-0cc3-4e87-a129-ce130161b52a), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.377948 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.380935 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/acaeeab8-0cc3-4e87-a129-ce130161b52a HTTP/1.1" status: 204 len: 168 time: 0.3530478 Sep 15 19:39:44.386369 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41430) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:44.393003 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b0bad-55a5-4484-a261-ebf48af9ceca admin admin] Pushing event deleted for resources: {'Network': ['ID=acaeeab8-0cc3-4e87-a129-ce130161b52a,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:44.435901 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Deleting subnet cbbb57aa-f8a9-42d9-8e45-dcf1e791755a {{(pid=106635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 19:39:44.439341 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Publish callbacks [] for subnet (cbbb57aa-f8a9-42d9-8e45-dcf1e791755a), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.476194 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6552145'] for subnet (cbbb57aa-f8a9-42d9-8e45-dcf1e791755a), precommit_delete_associations {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.520874 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413262'] for subnet (cbbb57aa-f8a9-42d9-8e45-dcf1e791755a), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.640298 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1410227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5392320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6666563'] for subnet (cbbb57aa-f8a9-42d9-8e45-dcf1e791755a), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.665891 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbb57aa-f8a9-42d9-8e45-dcf1e791755a,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:44.676001 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.676343 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.676683 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.677011 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.677338 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.677660 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.677980 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.678297 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.678626 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.678931 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.679252 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.679564 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.679901 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.680388 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.680697 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-10-iscsi {{(pid=106635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:39:44.683622 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for subnet (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.686814 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e97898cf-0728-4f85-82e3-1f94f705abe6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/cbbb57aa-f8a9-42d9-8e45-dcf1e791755a HTTP/1.1" status: 204 len: 168 time: 0.2994263 Sep 15 19:39:44.689357 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41432) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:44.757395 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323003'] for network (1a0bc63f-bae5-4de9-8a56-62ea8d566b05), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.841451 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514661', 'neutron.services.segments.db._delete_segments_for_network-8729576634561'] for network (1a0bc63f-bae5-4de9-8a56-62ea8d566b05), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.861235 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0bc63f-bae5-4de9-8a56-62ea8d566b05']}} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:39:44.870815 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18713192-0a30-4347-833b-b65e9b9d926c') {'for_net_delete': True} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:39:44.871112 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.services.segments.db [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18713192-0a30-4347-833b-b65e9b9d926c') {} {{(pid=106635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:39:44.880822 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729576634453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6552170'] for segment (18713192-0a30-4347-833b-b65e9b9d926c), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.894552 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026'] for segment (18713192-0a30-4347-833b-b65e9b9d926c), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:44.900774 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 19:39:44.901169 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5392250'] for segment (18713192-0a30-4347-833b-b65e9b9d926c), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:45.023117 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500876'] for network (1a0bc63f-bae5-4de9-8a56-62ea8d566b05), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:45.035700 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585677'] for network (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:45.035700 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/1a0bc63f-bae5-4de9-8a56-62ea8d566b05 HTTP/1.1" status: 204 len: 168 time: 0.3417606 Sep 15 19:39:45.055537 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.services.segments.plugin [-] Segment 18713192-0a30-4347-833b-b65e9b9d926c resource provider aggregate not found Sep 15 19:39:45.059715 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383e994-8ba4-4845-8b36-ee0353c10721 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a0bc63f-bae5-4de9-8a56-62ea8d566b05,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:45.077701 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.services.segments.plugin [-] Segment 18713192-0a30-4347-833b-b65e9b9d926c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18713192-0a30-4347-833b-b65e9b9d926c found for delete ", "request_id": "req-d8d87f20-4670-4fe2-a9e4-698b8a462a3d"}]} Sep 15 19:39:45.397028 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41442) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:45.438677 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-5815590a-a917-4f45-9610-65066f11ce8f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c52a9d780a5245bcb709cf8a49a0aabe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405147 Sep 15 19:39:45.442148 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41444) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:45.494394 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-efcb1673-e93d-4dba-ba4b-268cb13c40b7 admin admin] Publish callbacks [] for security_group (11ba8834-9641-4ad2-bbcb-b1c43d2bb7ac), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:45.514946 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-efcb1673-e93d-4dba-ba4b-268cb13c40b7 admin admin] Publish callbacks [] for security_group (11ba8834-9641-4ad2-bbcb-b1c43d2bb7ac), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:45.652490 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-efcb1673-e93d-4dba-ba4b-268cb13c40b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (11ba8834-9641-4ad2-bbcb-b1c43d2bb7ac), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:45.655028 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-efcb1673-e93d-4dba-ba4b-268cb13c40b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:45.656293 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-efcb1673-e93d-4dba-ba4b-268cb13c40b7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/11ba8834-9641-4ad2-bbcb-b1c43d2bb7ac HTTP/1.1" status: 204 len: 168 time: 0.2132552 Sep 15 19:39:45.664594 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb1673-e93d-4dba-ba4b-268cb13c40b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ba8834-9641-4ad2-bbcb-b1c43d2bb7ac,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:46.363797 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41450) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:46.405998 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e3027947-9d64-4d6e-afe0-2d4a2b49b1bc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bd837ad2cf8845f49f7a11d3c0c7538d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410044 Sep 15 19:39:46.408578 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41452) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:46.458055 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4543d6d5-b38a-482c-87b3-afe4126757a3 admin admin] Publish callbacks [] for security_group (a40adff7-7500-45d2-b17a-a5aa9b16887b), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:46.478547 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4543d6d5-b38a-482c-87b3-afe4126757a3 admin admin] Publish callbacks [] for security_group (a40adff7-7500-45d2-b17a-a5aa9b16887b), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:46.582999 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4543d6d5-b38a-482c-87b3-afe4126757a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (a40adff7-7500-45d2-b17a-a5aa9b16887b), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:46.585489 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4543d6d5-b38a-482c-87b3-afe4126757a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:46.586658 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-4543d6d5-b38a-482c-87b3-afe4126757a3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a40adff7-7500-45d2-b17a-a5aa9b16887b HTTP/1.1" status: 204 len: 168 time: 0.1771932 Sep 15 19:39:46.594613 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543d6d5-b38a-482c-87b3-afe4126757a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40adff7-7500-45d2-b17a-a5aa9b16887b,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:47.714771 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e431e8e5-a5c7-4fb9-a381-e85a1c05bdad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:50.030125 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-58043402-5ab4-43ac-92f1-4fb5eadae7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:51.222891 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:51.999482 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:52.000330 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:52.782654 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:52.805721 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:55.547412 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:55.660032 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:56.589393 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:56.590763 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:39:58.074338 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41572) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:58.182699 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e9949a29-e9be-4ddc-a773-d61b17efec3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:58.263777 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e9949a29-e9be-4ddc-a773-d61b17efec3f admin admin] Publish callbacks [] for security_group (0cd23936-2320-4e03-91df-f560f5150c5b), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:58.308195 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-e9949a29-e9be-4ddc-a773-d61b17efec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0cd23936-2320-4e03-91df-f560f5150c5b), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:58.348512 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-e9949a29-e9be-4ddc-a773-d61b17efec3f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e6ac8cadc3364dce87b2e7d57014258e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724922 Sep 15 19:39:58.349622 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9949a29-e9be-4ddc-a773-d61b17efec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd23936-2320-4e03-91df-f560f5150c5b,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:58.351232 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41576) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:58.403111 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8cea-fe88-4838-9664-9650c70352c5 admin admin] Publish callbacks [] for security_group (0cd23936-2320-4e03-91df-f560f5150c5b), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:58.424924 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8cea-fe88-4838-9664-9650c70352c5 admin admin] Publish callbacks [] for security_group (0cd23936-2320-4e03-91df-f560f5150c5b), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:58.525480 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8cea-fe88-4838-9664-9650c70352c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (0cd23936-2320-4e03-91df-f560f5150c5b), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:58.528645 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8cea-fe88-4838-9664-9650c70352c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:58.529871 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-e82e8cea-fe88-4838-9664-9650c70352c5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0cd23936-2320-4e03-91df-f560f5150c5b HTTP/1.1" status: 204 len: 168 time: 0.1769166 Sep 15 19:39:58.538259 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e8cea-fe88-4838-9664-9650c70352c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd23936-2320-4e03-91df-f560f5150c5b,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:59.187599 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41582) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:59.201094 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-226036e5-fead-4a26-8183-353adcb0a967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:59.278364 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-226036e5-fead-4a26-8183-353adcb0a967 admin admin] Publish callbacks [] for security_group (9fef54ef-1540-4c88-8043-7aa350a440a6), precommit_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:59.330987 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-226036e5-fead-4a26-8183-353adcb0a967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (9fef54ef-1540-4c88-8043-7aa350a440a6), after_create {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:59.371726 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-226036e5-fead-4a26-8183-353adcb0a967 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=42dab64fad14467ba3de9befa85f1764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829388 Sep 15 19:39:59.372787 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226036e5-fead-4a26-8183-353adcb0a967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef54ef-1540-4c88-8043-7aa350a440a6,revision_number=1']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:59.375312 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41584) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:39:59.427572 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-363d42a9-376c-471e-a51e-7c52bc04069f admin admin] Publish callbacks [] for security_group (9fef54ef-1540-4c88-8043-7aa350a440a6), before_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:59.447556 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-363d42a9-376c-471e-a51e-7c52bc04069f admin admin] Publish callbacks [] for security_group (9fef54ef-1540-4c88-8043-7aa350a440a6), precommit_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:59.547771 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-363d42a9-376c-471e-a51e-7c52bc04069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (9fef54ef-1540-4c88-8043-7aa350a440a6), after_delete {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:59.550298 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-363d42a9-376c-471e-a51e-7c52bc04069f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:39:59.551488 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-363d42a9-376c-471e-a51e-7c52bc04069f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9fef54ef-1540-4c88-8043-7aa350a440a6 HTTP/1.1" status: 204 len: 168 time: 0.1748030 Sep 15 19:39:59.559413 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d42a9-376c-471e-a51e-7c52bc04069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef54ef-1540-4c88-8043-7aa350a440a6,revision_number=None']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:40:00.134189 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41592) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:40:00.148201 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-741d9499-4f91-47ba-9627-1124f5d65f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:00.228879 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-741d9499-4f91-47ba-9627-1124f5d65f1f admin admin] Publish callbacks [] for security_group (11fe73d8-b3fc-43f7-bc08-6ea6d965283b), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:00.290722 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-741d9499-4f91-47ba-9627-1124f5d65f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (11fe73d8-b3fc-43f7-bc08-6ea6d965283b), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:00.330382 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-741d9499-4f91-47ba-9627-1124f5d65f1f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7baa720be5194152bc239a3f082572eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951208 Sep 15 19:40:00.332233 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d9499-4f91-47ba-9627-1124f5d65f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fe73d8-b3fc-43f7-bc08-6ea6d965283b,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:40:00.333133 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41594) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:40:00.382180 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-357e1738-d97d-4185-8d9e-8fb714ce9650 admin admin] Publish callbacks [] for security_group (11fe73d8-b3fc-43f7-bc08-6ea6d965283b), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:00.401942 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-357e1738-d97d-4185-8d9e-8fb714ce9650 admin admin] Publish callbacks [] for security_group (11fe73d8-b3fc-43f7-bc08-6ea6d965283b), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:00.525637 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-357e1738-d97d-4185-8d9e-8fb714ce9650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (11fe73d8-b3fc-43f7-bc08-6ea6d965283b), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:00.528773 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-357e1738-d97d-4185-8d9e-8fb714ce9650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:00.533344 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-357e1738-d97d-4185-8d9e-8fb714ce9650 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/11fe73d8-b3fc-43f7-bc08-6ea6d965283b HTTP/1.1" status: 204 len: 168 time: 0.1958086 Sep 15 19:40:00.537835 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e1738-d97d-4185-8d9e-8fb714ce9650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fe73d8-b3fc-43f7-bc08-6ea6d965283b,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:40:09.572540 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:UPDATE=3,neutron:SELECT=12 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:10.325079 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=53,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:10.328242 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=53,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:10.533591 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=48,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:10.534458 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:10.550326 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:11.193716 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:13.406657 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.wsgi [-] (106635) accepted ('10.222.0.18', 41736) {{(pid=106635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:40:13.513923 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4de1e06d-564c-423e-bcd4-81f3129eadf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:13.592404 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4de1e06d-564c-423e-bcd4-81f3129eadf9 admin admin] Publish callbacks [] for security_group (b2bd91ed-aef7-45b3-a92d-bbe69c533954), precommit_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:13.662359 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron_lib.callbacks.manager [None req-4de1e06d-564c-423e-bcd4-81f3129eadf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (b2bd91ed-aef7-45b3-a92d-bbe69c533954), after_create {{(pid=106635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:13.702572 dv-cinder-849846-10-iscsi neutron-server[106635]: INFO neutron.wsgi [None req-4de1e06d-564c-423e-bcd4-81f3129eadf9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=815d376382fe47348cfa668bf5d17c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948401 Sep 15 19:40:13.704024 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1e06d-564c-423e-bcd4-81f3129eadf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bd91ed-aef7-45b3-a92d-bbe69c533954,revision_number=1']} {{(pid=106635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:40:13.707016 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.wsgi [-] (106634) accepted ('10.222.0.18', 41740) {{(pid=106634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 19:40:13.762715 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eb083ffc-a2d5-4f80-bd53-e0b5acb1a0a6 admin admin] Publish callbacks [] for security_group (b2bd91ed-aef7-45b3-a92d-bbe69c533954), before_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:13.784045 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eb083ffc-a2d5-4f80-bd53-e0b5acb1a0a6 admin admin] Publish callbacks [] for security_group (b2bd91ed-aef7-45b3-a92d-bbe69c533954), precommit_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:13.885919 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eb083ffc-a2d5-4f80-bd53-e0b5acb1a0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594106'] for security_group (b2bd91ed-aef7-45b3-a92d-bbe69c533954), after_delete {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:13.888503 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron_lib.callbacks.manager [None req-eb083ffc-a2d5-4f80-bd53-e0b5acb1a0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:13.889689 dv-cinder-849846-10-iscsi neutron-server[106634]: INFO neutron.wsgi [None req-eb083ffc-a2d5-4f80-bd53-e0b5acb1a0a6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b2bd91ed-aef7-45b3-a92d-bbe69c533954 HTTP/1.1" status: 204 len: 168 time: 0.1813133 Sep 15 19:40:13.899158 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb083ffc-a2d5-4f80-bd53-e0b5acb1a0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bd91ed-aef7-45b3-a92d-bbe69c533954,revision_number=None']} {{(pid=106634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:40:15.018123 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:40:16.114165 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:17.673614 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1979321f-a685-4e3f-bb3a-40fcc3fd32dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:20.039292 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6f26c14d-a50e-41be-b5dc-f944d463d0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:21.227901 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:22.816879 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:22.845284 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:23.696919 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:23.698792 dv-cinder-849846-10-iscsi neutron-server[106635]: DEBUG dbcounter [-] [106635] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=106635) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:23.893381 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:23.894091 dv-cinder-849846-10-iscsi neutron-server[106634]: DEBUG dbcounter [-] [106634] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106634) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:28.997315 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:33.008337 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=7 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:36.737370 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:36.739253 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:40:41.251118 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:47.650544 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-76f87d15-cde7-4bf7-8af1-a0d036b4a18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:50.038814 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63873f6b-71ac-44c2-8f8b-962ed7f158d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:51.210631 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:52.017473 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:40:52.804323 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:40:52.855537 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:02.729370 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:41:02.736398 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:41:05.991946 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:41:05.992756 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:41:11.261727 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:16.743127 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=14 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:41:16.745040 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=12 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:41:17.678849 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-08add419-a305-4729-a19a-80e18a543915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:20.043373 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-82787209-fc5a-4e5c-85c0-62df352acd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:21.227581 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:22.827609 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:22.855934 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:29.016759 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:41:32.737101 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:41:32.738224 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:41:41.277620 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:42.988008 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:41:42.991913 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:41:47.678361 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-62fb6c4f-bd55-4838-a042-da9824446d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:50.042951 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff49f-c4b2-43ec-a310-eeb6d2f04dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:51.208823 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:52.822221 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:41:52.850380 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:02.736693 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:42:02.739613 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:42:06.016362 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:42:11.233007 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:17.642520 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-92ed6980-4eb1-4e58-80b2-f394536677e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:19.984969 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:42:19.989233 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:42:20.048123 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dea38051-ba04-477d-9839-d2f9635b65ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:21.242152 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:22.825498 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:22.838269 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:36.734225 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:42:36.736099 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:42:41.250566 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:43.016104 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:42:47.637944 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed3e4-90fa-4cb7-b9dc-9ddb488dad57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:50.053093 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-226b1d53-342d-4db7-8539-6bd8e56c66fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:51.226518 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:52.844005 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:52.861543 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:42:56.985419 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:42:56.986767 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:43:02.743155 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=9 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:43:02.745523 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:43:11.278135 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:16.728928 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=12 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:43:16.732025 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=14 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:43:17.637646 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ead40f79-18ec-4828-b03d-f3b10c3ead26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:20.015895 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:43:20.098277 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b62d3bf0-795f-4e4d-a4bf-8192fdc4971a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:21.243827 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:22.835305 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:22.855060 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:31.161418 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:43:32.741949 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:43:33.980993 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:43:33.981917 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:43:41.274932 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:47.639440 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2ef6198e-67b9-4e19-9d38-713aba73cbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:50.051626 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fd8cffed-c4fb-46c7-9f29-6d81357deabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:51.217553 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:52.803375 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:52.832048 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:43:57.015502 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:44:02.741483 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:44:02.743373 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:44:11.300397 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:16.122565 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:44:16.123307 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:44:17.645489 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-37ba9f31-480b-443d-ae43-5c95e78ddcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:20.057100 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4492-cb6b-434d-9431-1c4b38dd8554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:21.228522 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:22.811019 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:22.837098 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:34.015841 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:44:36.848512 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:44:36.851824 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:44:41.305986 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:47.650540 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a175724c-5b45-4672-81db-b396ba5426d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:47.985624 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=5 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:44:47.986333 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG dbcounter [-] [106637] Writing DB stats neutron:SELECT=3 {{(pid=106637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:44:50.053870 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6535f96c-c4db-4985-9be3-342bdb1ea446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:51.228162 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:52.804564 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:44:52.832981 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:45:02.739324 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:45:02.741249 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG dbcounter [-] [106636] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 19:45:11.015028 dv-cinder-849846-10-iscsi neutron-server[106637]: DEBUG neutron.db.agents_db [None req-ada87eb8-7003-498b-975e-3a7417a2bee7 None None] Agent healthcheck: found 6 active agents {{(pid=106637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 19:45:11.330596 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3f-3b90-4464-81c5-063c33923902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (7d19d34c-001c-4ca8-9e32-459cec5d2632), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:45:17.638473 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-439a9ed5-5b83-44b9-aba7-84b2e9f55997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (bc851a5b-e63b-433a-b7b8-f5ac6705dacb), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:45:20.068299 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f3e12cf8-5001-4fb0-820e-304b26f3896f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (28d40449-496c-45ea-9baf-b02d00c2aa29), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:45:21.227074 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-63922f17-d37d-4808-9181-dca22a403b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (d16c4228-e792-477d-90e9-abca4260dda8), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:45:22.807979 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-88f79b47-2b2a-4d86-8d63-9ec6567e89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (b573f1b4-38fc-4031-9851-27c9e83282c5), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 19:45:22.836439 dv-cinder-849846-10-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a1f24249-812f-43a6-92b0-8879fef5983d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729576634543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513188'] for agent (f1397286-aa79-45fa-a6cf-b5ebb568d521), after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}